{"level":"warn","ts":"2026-03-18T14:49:39.678286Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T14:49:39.678381Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.74:2380","--initial-cluster=instance=https://162.253.55.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T14:49:39.678454Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T14:49:39.678466Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-18T14:49:39.678483Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T14:49:39.679138Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"]} {"level":"info","ts":"2026-03-18T14:49:39.679211Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T14:49:39.683509Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.094277ms"} {"level":"info","ts":"2026-03-18T14:49:39.690106Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"30aa8136fb61a722","cluster-id":"e7ea3889c4872560"} {"level":"info","ts":"2026-03-18T14:49:39.690197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T14:49:39.690224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 0"} {"level":"info","ts":"2026-03-18T14:49:39.690245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 30aa8136fb61a722 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T14:49:39.690256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 1"} {"level":"info","ts":"2026-03-18T14:49:39.690304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"warn","ts":"2026-03-18T14:49:39.697226Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T14:49:39.698814Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T14:49:39.700659Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T14:49:39.703364Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"30aa8136fb61a722","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T14:49:39.703538Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"30aa8136fb61a722","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T14:49:39.703837Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T14:49:39.703974Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T14:49:39.704008Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T14:49:39.70471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"info","ts":"2026-03-18T14:49:39.705703Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","added-peer-id":"30aa8136fb61a722","added-peer-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-18T14:49:39.708342Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T14:49:39.708566Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"30aa8136fb61a722","initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T14:49:39.708595Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T14:49:39.708651Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-18T14:49:39.708679Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-18T14:49:40.490787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T14:49:40.490871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T14:49:40.49091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgPreVoteResp from 30aa8136fb61a722 at term 1"} {"level":"info","ts":"2026-03-18T14:49:40.490933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became candidate at term 2"} {"level":"info","ts":"2026-03-18T14:49:40.490947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgVoteResp from 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-18T14:49:40.490966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became leader at term 2"} {"level":"info","ts":"2026-03-18T14:49:40.490983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 30aa8136fb61a722 elected leader 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-18T14:49:40.491941Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T14:49:40.495443Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T14:49:40.495436Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"30aa8136fb61a722","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.74:2379]}","request-path":"/0/members/30aa8136fb61a722/attributes","cluster-id":"e7ea3889c4872560","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T14:49:40.495519Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T14:49:40.495878Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T14:49:40.495961Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T14:49:40.499039Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T14:49:40.499045Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.74:2379"} {"level":"info","ts":"2026-03-18T14:49:40.504496Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T14:49:40.504568Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T14:49:40.50459Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T14:49:42.03363Z","caller":"traceutil/trace.go:171","msg":"trace[636244727] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"133.043917ms","start":"2026-03-18T14:49:41.900563Z","end":"2026-03-18T14:49:42.033607Z","steps":["trace[636244727] 'process raft request' (duration: 132.931334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.03361Z","caller":"traceutil/trace.go:171","msg":"trace[283537458] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"133.078908ms","start":"2026-03-18T14:49:41.90049Z","end":"2026-03-18T14:49:42.033569Z","steps":["trace[283537458] 'process raft request' (duration: 65.431956ms)","trace[283537458] 'compare' (duration: 67.406046ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:42.033769Z","caller":"traceutil/trace.go:171","msg":"trace[1490515754] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"133.108448ms","start":"2026-03-18T14:49:41.900639Z","end":"2026-03-18T14:49:42.033748Z","steps":["trace[1490515754] 'process raft request' (duration: 132.956684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.033805Z","caller":"traceutil/trace.go:171","msg":"trace[1455521937] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"132.246427ms","start":"2026-03-18T14:49:41.901514Z","end":"2026-03-18T14:49:42.033761Z","steps":["trace[1455521937] 'process raft request' (duration: 132.181456ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.033879Z","caller":"traceutil/trace.go:171","msg":"trace[835902992] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:10; }","duration":"131.429367ms","start":"2026-03-18T14:49:41.902428Z","end":"2026-03-18T14:49:42.033858Z","steps":["trace[835902992] 'read index received' (duration: 63.535039ms)","trace[835902992] 'applied index is now lower than readState.Index' (duration: 67.892418ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:42.033789Z","caller":"traceutil/trace.go:171","msg":"trace[108126229] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"133.137479ms","start":"2026-03-18T14:49:41.900608Z","end":"2026-03-18T14:49:42.033745Z","steps":["trace[108126229] 'process raft request' (duration: 132.956025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.034035Z","caller":"traceutil/trace.go:171","msg":"trace[1964791981] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"130.375102ms","start":"2026-03-18T14:49:41.903647Z","end":"2026-03-18T14:49:42.034022Z","steps":["trace[1964791981] 'process raft request' (duration: 130.113234ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.034064Z","caller":"traceutil/trace.go:171","msg":"trace[546130078] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"129.141941ms","start":"2026-03-18T14:49:41.904901Z","end":"2026-03-18T14:49:42.034043Z","steps":["trace[546130078] 'process raft request' (duration: 128.928305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:42.034065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.698074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-18T14:49:42.034183Z","caller":"traceutil/trace.go:171","msg":"trace[2084876853] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:14; }","duration":"131.89661ms","start":"2026-03-18T14:49:41.902273Z","end":"2026-03-18T14:49:42.03417Z","steps":["trace[2084876853] 'agreement among raft nodes before linearized reading' (duration: 131.586872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:42.034288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.832448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T14:49:42.034288Z","caller":"traceutil/trace.go:171","msg":"trace[702108424] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"122.70816ms","start":"2026-03-18T14:49:41.911549Z","end":"2026-03-18T14:49:42.034257Z","steps":["trace[702108424] 'process raft request' (duration: 122.3381ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.034354Z","caller":"traceutil/trace.go:171","msg":"trace[569526298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15; }","duration":"133.921879ms","start":"2026-03-18T14:49:41.900405Z","end":"2026-03-18T14:49:42.034327Z","steps":["trace[569526298] 'agreement among raft nodes before linearized reading' (duration: 133.55288ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.350527Z","caller":"traceutil/trace.go:171","msg":"trace[636020519] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"307.570195ms","start":"2026-03-18T14:49:42.042933Z","end":"2026-03-18T14:49:42.350503Z","steps":["trace[636020519] 'process raft request' (duration: 307.541554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.350719Z","caller":"traceutil/trace.go:171","msg":"trace[966979194] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"311.906465ms","start":"2026-03-18T14:49:42.038743Z","end":"2026-03-18T14:49:42.350649Z","steps":["trace[966979194] 'process raft request' (duration: 311.615756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.350902Z","caller":"traceutil/trace.go:171","msg":"trace[849251916] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"312.049738ms","start":"2026-03-18T14:49:42.038825Z","end":"2026-03-18T14:49:42.350874Z","steps":["trace[849251916] 'process raft request' (duration: 311.598066ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.35092Z","caller":"traceutil/trace.go:171","msg":"trace[1215603270] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"312.1366ms","start":"2026-03-18T14:49:42.038768Z","end":"2026-03-18T14:49:42.350904Z","steps":["trace[1215603270] 'process raft request' (duration: 311.619366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.350967Z","caller":"traceutil/trace.go:171","msg":"trace[579396500] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"312.761255ms","start":"2026-03-18T14:49:42.038167Z","end":"2026-03-18T14:49:42.350929Z","steps":["trace[579396500] 'process raft request' (duration: 261.395868ms)","trace[579396500] 'compare' (duration: 50.620928ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:42.351068Z","caller":"traceutil/trace.go:171","msg":"trace[1006165402] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"311.637977ms","start":"2026-03-18T14:49:42.039404Z","end":"2026-03-18T14:49:42.351042Z","steps":["trace[1006165402] 'process raft request' (duration: 311.046242ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:42.351102Z","caller":"traceutil/trace.go:171","msg":"trace[1963998039] linearizableReadLoop","detail":"{readStateIndex:25; appliedIndex:19; }","duration":"310.55066ms","start":"2026-03-18T14:49:42.040508Z","end":"2026-03-18T14:49:42.351059Z","steps":["trace[1963998039] 'read index received' (duration: 259.078819ms)","trace[1963998039] 'applied index is now lower than readState.Index' (duration: 51.469351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:42.351159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.914205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T14:49:42.351215Z","caller":"traceutil/trace.go:171","msg":"trace[380421712] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:23; }","duration":"312.011007ms","start":"2026-03-18T14:49:42.039185Z","end":"2026-03-18T14:49:42.351196Z","steps":["trace[380421712] 'agreement among raft nodes before linearized reading' (duration: 311.877454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:42.351251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.56905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T14:49:42.351305Z","caller":"traceutil/trace.go:171","msg":"trace[1603461971] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:23; }","duration":"312.647112ms","start":"2026-03-18T14:49:42.038644Z","end":"2026-03-18T14:49:42.351291Z","steps":["trace[1603461971] 'agreement among raft nodes before linearized reading' (duration: 312.54868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:42.351305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.141302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T14:49:42.351306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.039178Z","time spent":"312.079138ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" "} {"level":"warn","ts":"2026-03-18T14:49:42.351277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.038735Z","time spent":"312.086989ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:42.351346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.038629Z","time spent":"312.708223ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-03-18T14:49:42.351359Z","caller":"traceutil/trace.go:171","msg":"trace[1079302123] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:23; }","duration":"265.255034ms","start":"2026-03-18T14:49:42.086084Z","end":"2026-03-18T14:49:42.351339Z","steps":["trace[1079302123] 'agreement among raft nodes before linearized reading' (duration: 265.147422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:42.351374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.038755Z","time spent":"312.203891ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:42.351451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.039374Z","time spent":"311.74594ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:42.351341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.038507Z","time spent":"312.444687ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:42.351562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.038149Z","time spent":"312.95206ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:49:42.351663Z","caller":"traceutil/trace.go:171","msg":"trace[1282897496] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"312.279503ms","start":"2026-03-18T14:49:42.03857Z","end":"2026-03-18T14:49:42.350849Z","steps":["trace[1282897496] 'process raft request' (duration: 311.75266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:42.351809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.038558Z","time spent":"313.159135ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:42.351263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.042913Z","time spent":"307.69244ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:43.033468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.985653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T14:49:43.033719Z","caller":"traceutil/trace.go:171","msg":"trace[1453311285] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"678.427014ms","start":"2026-03-18T14:49:42.355254Z","end":"2026-03-18T14:49:43.033681Z","steps":["trace[1453311285] 'process raft request' (duration: 491.97733ms)","trace[1453311285] 'compare' (duration: 185.85669ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:43.03384Z","caller":"traceutil/trace.go:171","msg":"trace[594189912] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"678.008185ms","start":"2026-03-18T14:49:42.355803Z","end":"2026-03-18T14:49:43.033811Z","steps":["trace[594189912] 'process raft request' (duration: 677.853031ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:43.033889Z","caller":"traceutil/trace.go:171","msg":"trace[181953470] linearizableReadLoop","detail":"{readStateIndex:35; appliedIndex:27; }","duration":"646.034849ms","start":"2026-03-18T14:49:42.387836Z","end":"2026-03-18T14:49:43.033871Z","steps":["trace[181953470] 'read index received' (duration: 459.345329ms)","trace[181953470] 'applied index is now lower than readState.Index' (duration: 186.68849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:43.033909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.35523Z","time spent":"678.574888ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:43.033984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.355792Z","time spent":"678.128687ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:49:43.034037Z","caller":"traceutil/trace.go:171","msg":"trace[55824667] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"678.573319ms","start":"2026-03-18T14:49:42.355445Z","end":"2026-03-18T14:49:43.034018Z","steps":["trace[55824667] 'process raft request' (duration: 678.141208ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:43.03418Z","caller":"traceutil/trace.go:171","msg":"trace[609490697] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"678.145129ms","start":"2026-03-18T14:49:42.356022Z","end":"2026-03-18T14:49:43.034168Z","steps":["trace[609490697] 'process raft request' (duration: 677.760019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:43.034295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.355427Z","time spent":"678.690052ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:43.034307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.356006Z","time spent":"678.262942ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:49:43.034348Z","caller":"traceutil/trace.go:171","msg":"trace[208426711] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"678.248761ms","start":"2026-03-18T14:49:42.356084Z","end":"2026-03-18T14:49:43.034333Z","steps":["trace[208426711] 'process raft request' (duration: 677.739078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:43.034404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.312986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T14:49:43.034299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.980037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T14:49:43.034428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.356057Z","time spent":"678.336364ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:49:43.034465Z","caller":"traceutil/trace.go:171","msg":"trace[1965461223] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"678.60551ms","start":"2026-03-18T14:49:42.355848Z","end":"2026-03-18T14:49:43.034453Z","steps":["trace[1965461223] 'process raft request' (duration: 677.848341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:43.034507Z","caller":"traceutil/trace.go:171","msg":"trace[603937820] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:32; }","duration":"518.204032ms","start":"2026-03-18T14:49:42.516255Z","end":"2026-03-18T14:49:43.034459Z","steps":["trace[603937820] 'agreement among raft nodes before linearized reading' (duration: 517.920005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:43.034544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.707617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T14:49:43.034551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.355825Z","time spent":"678.689362ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:49:43.034559Z","caller":"traceutil/trace.go:171","msg":"trace[1758484473] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"678.554748ms","start":"2026-03-18T14:49:42.355989Z","end":"2026-03-18T14:49:43.034543Z","steps":["trace[1758484473] 'process raft request' (duration: 677.745808ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:43.034586Z","caller":"traceutil/trace.go:171","msg":"trace[1570179790] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:32; }","duration":"646.771478ms","start":"2026-03-18T14:49:42.387802Z","end":"2026-03-18T14:49:43.034573Z","steps":["trace[1570179790] 'agreement among raft nodes before linearized reading' (duration: 646.706687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:43.034592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.516226Z","time spent":"518.342766ms","remote":"127.0.0.1:39360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-03-18T14:49:43.034616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.355977Z","time spent":"678.612951ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:43.03463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.387785Z","time spent":"646.833019ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" "} {"level":"warn","ts":"2026-03-18T14:49:43.034671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.488949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T14:49:43.034733Z","caller":"traceutil/trace.go:171","msg":"trace[369043337] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:32; }","duration":"236.574252ms","start":"2026-03-18T14:49:42.798144Z","end":"2026-03-18T14:49:43.034719Z","steps":["trace[369043337] 'agreement among raft nodes before linearized reading' (duration: 236.48297ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:43.03448Z","caller":"traceutil/trace.go:171","msg":"trace[487235186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32; }","duration":"195.398918ms","start":"2026-03-18T14:49:42.83905Z","end":"2026-03-18T14:49:43.034449Z","steps":["trace[487235186] 'agreement among raft nodes before linearized reading' (duration: 195.313196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:43.034694Z","caller":"traceutil/trace.go:171","msg":"trace[579070548] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"678.711393ms","start":"2026-03-18T14:49:42.355973Z","end":"2026-03-18T14:49:43.034685Z","steps":["trace[579070548] 'process raft request' (duration: 677.787489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:43.034873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.729825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T14:49:43.034958Z","caller":"traceutil/trace.go:171","msg":"trace[1675673287] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:32; }","duration":"236.92923ms","start":"2026-03-18T14:49:42.798015Z","end":"2026-03-18T14:49:43.034945Z","steps":["trace[1675673287] 'agreement among raft nodes before linearized reading' (duration: 236.691154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:43.034968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:42.355952Z","time spent":"678.943168ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:43.394532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.517448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T14:49:43.39477Z","caller":"traceutil/trace.go:171","msg":"trace[1938406290] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"171.8106ms","start":"2026-03-18T14:49:43.222909Z","end":"2026-03-18T14:49:43.394719Z","steps":["trace[1938406290] 'process raft request' (duration: 67.014675ms)","trace[1938406290] 'compare' (duration: 104.312323ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:43.39481Z","caller":"traceutil/trace.go:171","msg":"trace[1042427825] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"160.708305ms","start":"2026-03-18T14:49:43.234088Z","end":"2026-03-18T14:49:43.394796Z","steps":["trace[1042427825] 'process raft request' (duration: 160.657844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:43.395278Z","caller":"traceutil/trace.go:171","msg":"trace[608134257] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"172.257501ms","start":"2026-03-18T14:49:43.223005Z","end":"2026-03-18T14:49:43.395263Z","steps":["trace[608134257] 'process raft request' (duration: 171.657357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:43.890108Z","caller":"traceutil/trace.go:171","msg":"trace[1251869404] transaction","detail":"{read_only:false; response_revision:84; number_of_response:1; }","duration":"285.937438ms","start":"2026-03-18T14:49:43.604136Z","end":"2026-03-18T14:49:43.890074Z","steps":["trace[1251869404] 'process raft request' (duration: 272.595966ms)","trace[1251869404] 'compare' (duration: 13.186088ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:44.054622Z","caller":"traceutil/trace.go:171","msg":"trace[305750195] linearizableReadLoop","detail":"{readStateIndex:88; appliedIndex:87; }","duration":"114.726483ms","start":"2026-03-18T14:49:43.939866Z","end":"2026-03-18T14:49:44.054593Z","steps":["trace[305750195] 'read index received' (duration: 99.580196ms)","trace[305750195] 'applied index is now lower than readState.Index' (duration: 15.145197ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:44.054679Z","caller":"traceutil/trace.go:171","msg":"trace[1971235931] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"156.404988ms","start":"2026-03-18T14:49:43.898252Z","end":"2026-03-18T14:49:44.054657Z","steps":["trace[1971235931] 'process raft request' (duration: 141.326963ms)","trace[1971235931] 'compare' (duration: 14.86599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:44.054789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.914757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T14:49:44.054846Z","caller":"traceutil/trace.go:171","msg":"trace[149769042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:85; }","duration":"115.107411ms","start":"2026-03-18T14:49:43.939721Z","end":"2026-03-18T14:49:44.054828Z","steps":["trace[149769042] 'agreement among raft nodes before linearized reading' (duration: 114.981298ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:44.239006Z","caller":"traceutil/trace.go:171","msg":"trace[212619741] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"143.454277ms","start":"2026-03-18T14:49:44.095523Z","end":"2026-03-18T14:49:44.238977Z","steps":["trace[212619741] 'process raft request' (duration: 101.155196ms)","trace[212619741] 'compare' (duration: 42.158088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:44.556242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.945518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T14:49:44.556359Z","caller":"traceutil/trace.go:171","msg":"trace[738801525] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"215.978809ms","start":"2026-03-18T14:49:44.340359Z","end":"2026-03-18T14:49:44.556338Z","steps":["trace[738801525] 'process raft request' (duration: 69.866627ms)","trace[738801525] 'compare' (duration: 145.703792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:44.92668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.267401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T14:49:44.926798Z","caller":"traceutil/trace.go:171","msg":"trace[188964642] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"363.521756ms","start":"2026-03-18T14:49:44.563256Z","end":"2026-03-18T14:49:44.926778Z","steps":["trace[188964642] 'process raft request' (duration: 179.075181ms)","trace[188964642] 'compare' (duration: 184.090427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:44.926854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:44.56323Z","time spent":"363.603509ms","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":582,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:45.509448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.856152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T14:49:45.509551Z","caller":"traceutil/trace.go:171","msg":"trace[1860258947] linearizableReadLoop","detail":"{readStateIndex:102; appliedIndex:101; }","duration":"237.74059ms","start":"2026-03-18T14:49:45.271793Z","end":"2026-03-18T14:49:45.509533Z","steps":["trace[1860258947] 'read index received' (duration: 133.706724ms)","trace[1860258947] 'applied index is now lower than readState.Index' (duration: 104.032786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:45.509719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.914075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-03-18T14:49:45.509777Z","caller":"traceutil/trace.go:171","msg":"trace[925172335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:99; }","duration":"237.995086ms","start":"2026-03-18T14:49:45.271769Z","end":"2026-03-18T14:49:45.509764Z","steps":["trace[925172335] 'agreement among raft nodes before linearized reading' (duration: 237.812912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:45.509813Z","caller":"traceutil/trace.go:171","msg":"trace[956416035] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"244.523599ms","start":"2026-03-18T14:49:45.26526Z","end":"2026-03-18T14:49:45.509784Z","steps":["trace[956416035] 'process raft request' (duration: 140.262617ms)","trace[956416035] 'compare' (duration: 103.707278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:45.932383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.964092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T14:49:45.932516Z","caller":"traceutil/trace.go:171","msg":"trace[2023455001] linearizableReadLoop","detail":"{readStateIndex:106; appliedIndex:105; }","duration":"128.32915ms","start":"2026-03-18T14:49:45.804163Z","end":"2026-03-18T14:49:45.932492Z","steps":["trace[2023455001] 'read index received' (duration: 68.482µs)","trace[2023455001] 'applied index is now lower than readState.Index' (duration: 128.258218ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:45.932524Z","caller":"traceutil/trace.go:171","msg":"trace[446502681] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"330.822903ms","start":"2026-03-18T14:49:45.601667Z","end":"2026-03-18T14:49:45.93249Z","steps":["trace[446502681] 'process raft request' (duration: 140.656146ms)","trace[446502681] 'compare' (duration: 189.715126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:45.932669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.500694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T14:49:45.932684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:45.601655Z","time spent":"330.944246ms","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:49:45.932713Z","caller":"traceutil/trace.go:171","msg":"trace[797515473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:103; }","duration":"128.584656ms","start":"2026-03-18T14:49:45.804115Z","end":"2026-03-18T14:49:45.932699Z","steps":["trace[797515473] 'agreement among raft nodes before linearized reading' (duration: 128.440933ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:46.111844Z","caller":"traceutil/trace.go:171","msg":"trace[686257071] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"174.102618ms","start":"2026-03-18T14:49:45.937684Z","end":"2026-03-18T14:49:46.111786Z","steps":["trace[686257071] 'process raft request' (duration: 173.927263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:46.111894Z","caller":"traceutil/trace.go:171","msg":"trace[1855155651] transaction","detail":"{read_only:false; response_revision:104; number_of_response:1; }","duration":"175.563794ms","start":"2026-03-18T14:49:45.936299Z","end":"2026-03-18T14:49:46.111863Z","steps":["trace[1855155651] 'process raft request' (duration: 95.726209ms)","trace[1855155651] 'compare' (duration: 79.386444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:46.469059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.077892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T14:49:46.469196Z","caller":"traceutil/trace.go:171","msg":"trace[280500164] transaction","detail":"{read_only:false; response_revision:113; number_of_response:1; }","duration":"154.266225ms","start":"2026-03-18T14:49:46.314908Z","end":"2026-03-18T14:49:46.469174Z","steps":["trace[280500164] 'process raft request' (duration: 44.986059ms)","trace[280500164] 'compare' (duration: 108.727852ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:46.655874Z","caller":"traceutil/trace.go:171","msg":"trace[567357566] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"149.554258ms","start":"2026-03-18T14:49:46.506278Z","end":"2026-03-18T14:49:46.655832Z","steps":["trace[567357566] 'process raft request' (duration: 77.61794ms)","trace[567357566] 'compare' (duration: 71.662941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:47.0668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.783039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T14:49:47.066921Z","caller":"traceutil/trace.go:171","msg":"trace[2118555291] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"393.44465ms","start":"2026-03-18T14:49:46.673458Z","end":"2026-03-18T14:49:47.066903Z","steps":["trace[2118555291] 'process raft request' (duration: 211.493607ms)","trace[2118555291] 'compare' (duration: 181.650406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:47.066975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:46.673433Z","time spent":"393.521792ms","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:47.277017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.184305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T14:49:47.27714Z","caller":"traceutil/trace.go:171","msg":"trace[312335576] linearizableReadLoop","detail":"{readStateIndex:122; appliedIndex:121; }","duration":"137.55607ms","start":"2026-03-18T14:49:47.139564Z","end":"2026-03-18T14:49:47.27712Z","steps":["trace[312335576] 'read index received' (duration: 30.184191ms)","trace[312335576] 'applied index is now lower than readState.Index' (duration: 107.367879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:47.277257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.691043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T14:49:47.277259Z","caller":"traceutil/trace.go:171","msg":"trace[1735884991] transaction","detail":"{read_only:false; response_revision:119; number_of_response:1; }","duration":"194.503894ms","start":"2026-03-18T14:49:47.082713Z","end":"2026-03-18T14:49:47.277217Z","steps":["trace[1735884991] 'process raft request' (duration: 87.045603ms)","trace[1735884991] 'compare' (duration: 106.946469ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:47.277297Z","caller":"traceutil/trace.go:171","msg":"trace[599335652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:119; }","duration":"137.774625ms","start":"2026-03-18T14:49:47.139509Z","end":"2026-03-18T14:49:47.277283Z","steps":["trace[599335652] 'agreement among raft nodes before linearized reading' (duration: 137.669232ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:47.978694Z","caller":"traceutil/trace.go:171","msg":"trace[1553289633] transaction","detail":"{read_only:false; response_revision:150; number_of_response:1; }","duration":"124.805013ms","start":"2026-03-18T14:49:47.853869Z","end":"2026-03-18T14:49:47.978674Z","steps":["trace[1553289633] 'process raft request' (duration: 45.286386ms)","trace[1553289633] 'compare' (duration: 79.386624ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:48.143933Z","caller":"traceutil/trace.go:171","msg":"trace[1204112663] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"145.060546ms","start":"2026-03-18T14:49:47.998845Z","end":"2026-03-18T14:49:48.143906Z","steps":["trace[1204112663] 'process raft request' (duration: 105.272117ms)","trace[1204112663] 'compare' (duration: 39.652596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:48.383384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.211602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:49:48.383573Z","caller":"traceutil/trace.go:171","msg":"trace[1331811296] linearizableReadLoop","detail":"{readStateIndex:159; appliedIndex:157; }","duration":"144.650696ms","start":"2026-03-18T14:49:48.238906Z","end":"2026-03-18T14:49:48.383557Z","steps":["trace[1331811296] 'read index received' (duration: 17.207148ms)","trace[1331811296] 'applied index is now lower than readState.Index' (duration: 127.442628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:48.383652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.736298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:49:48.383679Z","caller":"traceutil/trace.go:171","msg":"trace[1671560110] transaction","detail":"{read_only:false; response_revision:155; number_of_response:1; }","duration":"197.191661ms","start":"2026-03-18T14:49:48.186442Z","end":"2026-03-18T14:49:48.383633Z","steps":["trace[1671560110] 'process raft request' (duration: 69.663151ms)","trace[1671560110] 'compare' (duration: 127.064699ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:48.383766Z","caller":"traceutil/trace.go:171","msg":"trace[1711797800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:156; }","duration":"144.837431ms","start":"2026-03-18T14:49:48.238874Z","end":"2026-03-18T14:49:48.383712Z","steps":["trace[1711797800] 'agreement among raft nodes before linearized reading' (duration: 144.738458ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:48.38377Z","caller":"traceutil/trace.go:171","msg":"trace[1672298019] transaction","detail":"{read_only:false; response_revision:156; number_of_response:1; }","duration":"195.217562ms","start":"2026-03-18T14:49:48.188522Z","end":"2026-03-18T14:49:48.38374Z","steps":["trace[1672298019] 'process raft request' (duration: 194.974297ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:55.19646Z","caller":"traceutil/trace.go:171","msg":"trace[681022491] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"104.216291ms","start":"2026-03-18T14:49:55.092202Z","end":"2026-03-18T14:49:55.196418Z","steps":["trace[681022491] 'process raft request' (duration: 103.953984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:55.782751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:49:56.283593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:49:56.586245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389668415s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:49:57.292443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99974614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:49:57.292525Z","caller":"traceutil/trace.go:171","msg":"trace[138998608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999896524s","start":"2026-03-18T14:49:55.292612Z","end":"2026-03-18T14:49:57.292508Z","steps":["trace[138998608] 'agreement among raft nodes before linearized reading' (duration: 1.999794882s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:57.292565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:55.292575Z","time spent":"1.999983035s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:49:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:49:57.952549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365892734s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:49:57.952737Z","caller":"traceutil/trace.go:171","msg":"trace[1998972084] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:363; }","duration":"2.670217297s","start":"2026-03-18T14:49:55.282492Z","end":"2026-03-18T14:49:57.952709Z","steps":["trace[1998972084] 'read index received' (duration: 1.303964134s)","trace[1998972084] 'applied index is now lower than readState.Index' (duration: 1.366251053s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:57.952902Z","caller":"traceutil/trace.go:171","msg":"trace[760716636] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"2.843022443s","start":"2026-03-18T14:49:55.109825Z","end":"2026-03-18T14:49:57.952848Z","steps":["trace[760716636] 'process raft request' (duration: 1.476743119s)","trace[760716636] 'compare' (duration: 1.365596697s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:57.953033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.267994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:49:57.953081Z","caller":"traceutil/trace.go:171","msg":"trace[664585959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:349; }","duration":"660.338486ms","start":"2026-03-18T14:49:57.292724Z","end":"2026-03-18T14:49:57.953062Z","steps":["trace[664585959] 'agreement among raft nodes before linearized reading' (duration: 660.288955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:57.953125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:57.2927Z","time spent":"660.416427ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:49:57.953269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:55.109798Z","time spent":"2.843253039s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:49:57.952975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320945984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T14:49:57.953483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670989196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T14:49:57.953486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537803008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:49:57.953492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.708413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-18T14:49:57.953496Z","caller":"traceutil/trace.go:171","msg":"trace[350109596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:349; }","duration":"2.321484898s","start":"2026-03-18T14:49:55.631981Z","end":"2026-03-18T14:49:57.953465Z","steps":["trace[350109596] 'agreement among raft nodes before linearized reading' (duration: 2.320900763s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:57.953529Z","caller":"traceutil/trace.go:171","msg":"trace[735703104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:349; }","duration":"2.671065007s","start":"2026-03-18T14:49:55.282452Z","end":"2026-03-18T14:49:57.953517Z","steps":["trace[735703104] 'agreement among raft nodes before linearized reading' (duration: 2.67038742s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:57.953543Z","caller":"traceutil/trace.go:171","msg":"trace[2016955710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:349; }","duration":"1.537884249s","start":"2026-03-18T14:49:56.415639Z","end":"2026-03-18T14:49:57.953523Z","steps":["trace[2016955710] 'agreement among raft nodes before linearized reading' (duration: 1.537411028s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:57.953557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:55.282435Z","time spent":"2.671117549s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:49:57.953552Z","caller":"traceutil/trace.go:171","msg":"trace[1617363045] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:349; }","duration":"670.811476ms","start":"2026-03-18T14:49:57.282726Z","end":"2026-03-18T14:49:57.953537Z","steps":["trace[1617363045] 'agreement among raft nodes before linearized reading' (duration: 670.411566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:57.953587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:56.41562Z","time spent":"1.537958532s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:49:57.953589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:57.282694Z","time spent":"670.889377ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-18T14:49:57.953594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:55.631961Z","time spent":"2.32159761s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:49:57.953342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585123894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:49:57.953686Z","caller":"traceutil/trace.go:171","msg":"trace[336391770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:349; }","duration":"1.585485743s","start":"2026-03-18T14:49:56.368186Z","end":"2026-03-18T14:49:57.953672Z","steps":["trace[336391770] 'agreement among raft nodes before linearized reading' (duration: 1.585119634s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:57.953737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:56.368166Z","time spent":"1.585557984s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:50:01.320638Z","caller":"traceutil/trace.go:171","msg":"trace[1286977866] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"143.746873ms","start":"2026-03-18T14:50:01.176854Z","end":"2026-03-18T14:50:01.320601Z","steps":["trace[1286977866] 'process raft request' (duration: 143.462586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:02.533357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.020339ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:02.533551Z","caller":"traceutil/trace.go:171","msg":"trace[1090988745] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:416; }","duration":"292.231954ms","start":"2026-03-18T14:50:02.241284Z","end":"2026-03-18T14:50:02.533516Z","steps":["trace[1090988745] 'range keys from in-memory index tree' (duration: 291.985068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:02.533806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.21313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:02.534002Z","caller":"traceutil/trace.go:171","msg":"trace[2019051533] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"542.27801ms","start":"2026-03-18T14:50:01.99171Z","end":"2026-03-18T14:50:02.533988Z","steps":["trace[2019051533] 'process raft request' (duration: 542.243679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:02.533991Z","caller":"traceutil/trace.go:171","msg":"trace[1963249914] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"543.592532ms","start":"2026-03-18T14:50:01.990367Z","end":"2026-03-18T14:50:02.53396Z","steps":["trace[1963249914] 'process raft request' (duration: 152.998583ms)","trace[1963249914] 'compare' (duration: 389.785759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:02.534059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:01.991696Z","time spent":"542.339651ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:02.534094Z","caller":"traceutil/trace.go:171","msg":"trace[1184310583] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"542.447004ms","start":"2026-03-18T14:50:01.991624Z","end":"2026-03-18T14:50:02.534071Z","steps":["trace[1184310583] 'process raft request' (duration: 542.269399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:02.534148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:01.990353Z","time spent":"543.706016ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:02.534208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:01.991616Z","time spent":"542.532296ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:03.793613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618546,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:50:03.999586Z","caller":"traceutil/trace.go:171","msg":"trace[603736] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"706.236807ms","start":"2026-03-18T14:50:03.293329Z","end":"2026-03-18T14:50:03.999565Z","steps":["trace[603736] 'read index received' (duration: 706.056182ms)","trace[603736] 'applied index is now lower than readState.Index' (duration: 180.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:03.999682Z","caller":"traceutil/trace.go:171","msg":"trace[2143256441] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"805.842542ms","start":"2026-03-18T14:50:03.1938Z","end":"2026-03-18T14:50:03.999643Z","steps":["trace[2143256441] 'process raft request' (duration: 805.639746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:03.999716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.37598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:50:03.999872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.193774Z","time spent":"806.017816ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:03.999871Z","caller":"traceutil/trace.go:171","msg":"trace[510638340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"706.546964ms","start":"2026-03-18T14:50:03.293313Z","end":"2026-03-18T14:50:03.99986Z","steps":["trace[510638340] 'agreement among raft nodes before linearized reading' (duration: 706.330349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:03.999927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.293255Z","time spent":"706.662627ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:50:05.795786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:50:06.296163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:50:06.796951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:50:07.2955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:50:07.295601Z","caller":"traceutil/trace.go:171","msg":"trace[732146642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511759s","start":"2026-03-18T14:50:05.29507Z","end":"2026-03-18T14:50:07.295581Z","steps":["trace[732146642] 'agreement among raft nodes before linearized reading' (duration: 2.000384956s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.295649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:05.295047Z","time spent":"2.0005913s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:50:07.297071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:50:07.798032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:50:07.979245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.810405823s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:50:08.161832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.132830454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:50:08.161922Z","caller":"traceutil/trace.go:171","msg":"trace[404008086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"4.132971548s","start":"2026-03-18T14:50:04.02893Z","end":"2026-03-18T14:50:08.161902Z","steps":["trace[404008086] 'range keys from in-memory index tree' (duration: 4.132679791s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.161966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:04.02891Z","time spent":"4.13304621s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:50:08.161997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624606152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:50:08.162073Z","caller":"traceutil/trace.go:171","msg":"trace[101475662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"3.624723515s","start":"2026-03-18T14:50:04.537332Z","end":"2026-03-18T14:50:08.162055Z","steps":["trace[101475662] 'range keys from in-memory index tree' (duration: 3.624519429s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.162112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:04.537313Z","time spent":"3.624789756s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:50:08.162372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624654941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:50:08.162407Z","caller":"traceutil/trace.go:171","msg":"trace[249412298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"3.624716143s","start":"2026-03-18T14:50:04.53768Z","end":"2026-03-18T14:50:08.162396Z","steps":["trace[249412298] 'range keys from in-memory index tree' (duration: 3.62456027s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.162434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:04.53766Z","time spent":"3.624767536s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:08.162425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624930278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:50:08.162497Z","caller":"traceutil/trace.go:171","msg":"trace[1758916548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"3.625021922s","start":"2026-03-18T14:50:04.537455Z","end":"2026-03-18T14:50:08.162477Z","steps":["trace[1758916548] 'range keys from in-memory index tree' (duration: 3.624806316s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.162555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:04.537444Z","time spent":"3.625098184s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:09.001556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022064277s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T14:50:09.001781Z","caller":"traceutil/trace.go:171","msg":"trace[1819459190] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"3.706634689s","start":"2026-03-18T14:50:05.295114Z","end":"2026-03-18T14:50:09.001749Z","steps":["trace[1819459190] 'read index received' (duration: 2.684266225s)","trace[1819459190] 'applied index is now lower than readState.Index' (duration: 1.022365734s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:09.001823Z","caller":"traceutil/trace.go:171","msg":"trace[110461024] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"835.091979ms","start":"2026-03-18T14:50:08.166711Z","end":"2026-03-18T14:50:09.001803Z","steps":["trace[110461024] 'process raft request' (duration: 834.964245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.001974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:08.16668Z","time spent":"835.219662ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:09.296444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:50:09.296533Z","caller":"traceutil/trace.go:171","msg":"trace[343546613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432198s","start":"2026-03-18T14:50:07.296079Z","end":"2026-03-18T14:50:09.296512Z","steps":["trace[343546613] 'agreement among raft nodes before linearized reading' (duration: 2.000325665s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.296603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.296054Z","time spent":"2.00053978s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:50:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:50:09.355038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.746274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:09.355324Z","caller":"traceutil/trace.go:171","msg":"trace[1144056910] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"1.188601636s","start":"2026-03-18T14:50:08.166709Z","end":"2026-03-18T14:50:09.355311Z","steps":["trace[1144056910] 'process raft request' (duration: 1.011520634s)","trace[1144056910] 'compare' (duration: 176.640631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:09.355877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:08.166679Z","time spent":"1.189176322s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:09.35587Z","caller":"traceutil/trace.go:171","msg":"trace[78283637] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"1.188903535s","start":"2026-03-18T14:50:08.166935Z","end":"2026-03-18T14:50:09.355838Z","steps":["trace[78283637] 'process raft request' (duration: 1.18834464s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:09.35563Z","caller":"traceutil/trace.go:171","msg":"trace[991816242] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:439; }","duration":"353.750074ms","start":"2026-03-18T14:50:09.001863Z","end":"2026-03-18T14:50:09.355613Z","steps":["trace[991816242] 'read index received' (duration: 176.232821ms)","trace[991816242] 'applied index is now lower than readState.Index' (duration: 177.516373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:09.356025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:08.166905Z","time spent":"1.189036878s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:09.355693Z","caller":"traceutil/trace.go:171","msg":"trace[149696613] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"1.188203307s","start":"2026-03-18T14:50:08.167469Z","end":"2026-03-18T14:50:09.355673Z","steps":["trace[149696613] 'process raft request' (duration: 1.188075434s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.356155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:08.167454Z","time spent":"1.188650309s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:09.356079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.686641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:50:09.356248Z","caller":"traceutil/trace.go:171","msg":"trace[836592520] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:424; }","duration":"114.878146ms","start":"2026-03-18T14:50:09.241356Z","end":"2026-03-18T14:50:09.356234Z","steps":["trace[836592520] 'agreement among raft nodes before linearized reading' (duration: 114.700502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.685049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.431344ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T14:50:09.685176Z","caller":"traceutil/trace.go:171","msg":"trace[1479792238] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"328.076175ms","start":"2026-03-18T14:50:09.357079Z","end":"2026-03-18T14:50:09.685155Z","steps":["trace[1479792238] 'read index received' (duration: 137.863µs)","trace[1479792238] 'applied index is now lower than readState.Index' (duration: 327.936592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:09.685261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.170698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:50:09.685226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.357017Z","time spent":"328.199989ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:50:09.685298Z","caller":"traceutil/trace.go:171","msg":"trace[1774214449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"328.214479ms","start":"2026-03-18T14:50:09.357072Z","end":"2026-03-18T14:50:09.685286Z","steps":["trace[1774214449] 'agreement among raft nodes before linearized reading' (duration: 328.138867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.685352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.357006Z","time spent":"328.336262ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:50:09.68657Z","caller":"traceutil/trace.go:171","msg":"trace[1211404279] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"328.20202ms","start":"2026-03-18T14:50:09.358347Z","end":"2026-03-18T14:50:09.686549Z","steps":["trace[1211404279] 'process raft request' (duration: 328.063497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.686711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.358326Z","time spent":"328.311082ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:11.877338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:50:12.378003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618579,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:50:12.442053Z","caller":"traceutil/trace.go:171","msg":"trace[1901338638] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"1.073303462s","start":"2026-03-18T14:50:11.368725Z","end":"2026-03-18T14:50:12.442029Z","steps":["trace[1901338638] 'process raft request' (duration: 1.073154228s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.442212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.368704Z","time spent":"1.073431735s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:13.110751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.000013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:13.110964Z","caller":"traceutil/trace.go:171","msg":"trace[659117059] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:446; }","duration":"1.734696622s","start":"2026-03-18T14:50:11.376251Z","end":"2026-03-18T14:50:13.110947Z","steps":["trace[659117059] 'read index received' (duration: 1.065700592s)","trace[659117059] 'applied index is now lower than readState.Index' (duration: 668.99518ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:13.111072Z","caller":"traceutil/trace.go:171","msg":"trace[2031183471] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"1.540012143s","start":"2026-03-18T14:50:11.571017Z","end":"2026-03-18T14:50:13.111029Z","steps":["trace[2031183471] 'process raft request' (duration: 1.539831029s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:13.111117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734871587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:50:13.111113Z","caller":"traceutil/trace.go:171","msg":"trace[1616371417] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"1.742152478s","start":"2026-03-18T14:50:11.368923Z","end":"2026-03-18T14:50:13.111075Z","steps":["trace[1616371417] 'process raft request' (duration: 1.506725655s)","trace[1616371417] 'compare' (duration: 234.625314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:13.1112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.570993Z","time spent":"1.540138117s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:13.111151Z","caller":"traceutil/trace.go:171","msg":"trace[1368373604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:430; }","duration":"1.734935829s","start":"2026-03-18T14:50:11.376205Z","end":"2026-03-18T14:50:13.111141Z","steps":["trace[1368373604] 'agreement among raft nodes before linearized reading' (duration: 1.734828886s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:13.111267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.368888Z","time spent":"1.742307282s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:13.111291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.376195Z","time spent":"1.735080652s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:50:13.111128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.051251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:13.11137Z","caller":"traceutil/trace.go:171","msg":"trace[646261643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"817.368869ms","start":"2026-03-18T14:50:12.293986Z","end":"2026-03-18T14:50:13.111355Z","steps":["trace[646261643] 'agreement among raft nodes before linearized reading' (duration: 817.064412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:13.111395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:12.293963Z","time spent":"817.425731ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:50:14.670221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349967913s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:14.670332Z","caller":"traceutil/trace.go:171","msg":"trace[803768327] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"1.555529465s","start":"2026-03-18T14:50:13.114784Z","end":"2026-03-18T14:50:14.670314Z","steps":["trace[803768327] 'process raft request' (duration: 205.398387ms)","trace[803768327] 'compare' (duration: 1.349863511s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:14.670391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:13.114765Z","time spent":"1.555598736s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:14.710406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390123462s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:50:14.710982Z","caller":"traceutil/trace.go:171","msg":"trace[847000105] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"1.59522441s","start":"2026-03-18T14:50:13.115715Z","end":"2026-03-18T14:50:14.710939Z","steps":["trace[847000105] 'process raft request' (duration: 1.594918463s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:14.711294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:13.115699Z","time spent":"1.595414896s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:15.073706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.130303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:15.07397Z","caller":"traceutil/trace.go:171","msg":"trace[854514599] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"894.894654ms","start":"2026-03-18T14:50:14.179032Z","end":"2026-03-18T14:50:15.073926Z","steps":["trace[854514599] 'process raft request' (duration: 641.414084ms)","trace[854514599] 'compare' (duration: 252.956817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:15.074196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:14.179013Z","time spent":"895.057138ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:15.355124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.276152ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T14:50:15.35522Z","caller":"traceutil/trace.go:171","msg":"trace[2008614081] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:450; }","duration":"1.062010568s","start":"2026-03-18T14:50:14.293195Z","end":"2026-03-18T14:50:15.355205Z","steps":["trace[2008614081] 'read index received' (duration: 417.483417ms)","trace[2008614081] 'applied index is now lower than readState.Index' (duration: 644.525831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:15.355327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062133312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:15.355358Z","caller":"traceutil/trace.go:171","msg":"trace[1133402396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"1.062208664s","start":"2026-03-18T14:50:14.293139Z","end":"2026-03-18T14:50:15.355347Z","steps":["trace[1133402396] 'agreement among raft nodes before linearized reading' (duration: 1.062148412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:15.3554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:14.293116Z","time spent":"1.062276995s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:50:15.355455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.597631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:50:15.355513Z","caller":"traceutil/trace.go:171","msg":"trace[1650559568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:433; }","duration":"909.706163ms","start":"2026-03-18T14:50:14.445796Z","end":"2026-03-18T14:50:15.355502Z","steps":["trace[1650559568] 'agreement among raft nodes before linearized reading' (duration: 909.527709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:15.355541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:14.445776Z","time spent":"909.761034ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:15.355617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.046142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:50:15.355791Z","caller":"traceutil/trace.go:171","msg":"trace[1708604807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:433; }","duration":"239.286688ms","start":"2026-03-18T14:50:15.116477Z","end":"2026-03-18T14:50:15.355763Z","steps":["trace[1708604807] 'agreement among raft nodes before linearized reading' (duration: 238.854547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:15.461138Z","caller":"traceutil/trace.go:171","msg":"trace[34890236] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"102.009197ms","start":"2026-03-18T14:50:15.359094Z","end":"2026-03-18T14:50:15.461103Z","steps":["trace[34890236] 'process raft request' (duration: 101.785282ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:15.546374Z","caller":"traceutil/trace.go:171","msg":"trace[1669898552] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:453; }","duration":"182.313673ms","start":"2026-03-18T14:50:15.36403Z","end":"2026-03-18T14:50:15.546343Z","steps":["trace[1669898552] 'read index received' (duration: 96.949951ms)","trace[1669898552] 'applied index is now lower than readState.Index' (duration: 85.362452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:15.546565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.513487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:15.546603Z","caller":"traceutil/trace.go:171","msg":"trace[696449598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:435; }","duration":"182.63033ms","start":"2026-03-18T14:50:15.363961Z","end":"2026-03-18T14:50:15.546592Z","steps":["trace[696449598] 'agreement among raft nodes before linearized reading' (duration: 182.504327ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:15.54682Z","caller":"traceutil/trace.go:171","msg":"trace[970524517] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"186.182898ms","start":"2026-03-18T14:50:15.360351Z","end":"2026-03-18T14:50:15.546534Z","steps":["trace[970524517] 'process raft request' (duration: 185.82928ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:16.818103Z","caller":"traceutil/trace.go:171","msg":"trace[717612623] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:455; }","duration":"102.385674ms","start":"2026-03-18T14:50:16.715698Z","end":"2026-03-18T14:50:16.818084Z","steps":["trace[717612623] 'read index received' (duration: 102.263871ms)","trace[717612623] 'applied index is now lower than readState.Index' (duration: 120.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:16.818166Z","caller":"traceutil/trace.go:171","msg":"trace[1853755448] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"118.457184ms","start":"2026-03-18T14:50:16.69967Z","end":"2026-03-18T14:50:16.818127Z","steps":["trace[1853755448] 'process raft request' (duration: 118.262699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:16.818212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.503456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:50:16.818236Z","caller":"traceutil/trace.go:171","msg":"trace[1874624377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:436; }","duration":"102.577538ms","start":"2026-03-18T14:50:16.715651Z","end":"2026-03-18T14:50:16.818229Z","steps":["trace[1874624377] 'agreement among raft nodes before linearized reading' (duration: 102.508896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:17.887319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:50:18.388173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:50:18.454346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630494432s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:50:18.455074Z","caller":"traceutil/trace.go:171","msg":"trace[1979292754] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:456; }","duration":"1.067747663s","start":"2026-03-18T14:50:17.387289Z","end":"2026-03-18T14:50:18.455037Z","steps":["trace[1979292754] 'read index received' (duration: 1.06727319s)","trace[1979292754] 'applied index is now lower than readState.Index' (duration: 469.503µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:18.455344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.880297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T14:50:18.455385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068071561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:18.455429Z","caller":"traceutil/trace.go:171","msg":"trace[1669221369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:437; }","duration":"987.98426ms","start":"2026-03-18T14:50:17.467425Z","end":"2026-03-18T14:50:18.455409Z","steps":["trace[1669221369] 'agreement among raft nodes before linearized reading' (duration: 987.810266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:18.455451Z","caller":"traceutil/trace.go:171","msg":"trace[1605351770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"1.068198984s","start":"2026-03-18T14:50:17.387234Z","end":"2026-03-18T14:50:18.455433Z","steps":["trace[1605351770] 'agreement among raft nodes before linearized reading' (duration: 1.068067461s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:18.455492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:17.467266Z","time spent":"988.215886ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:18.455512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:17.38721Z","time spent":"1.068288446s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:50:18.455198Z","caller":"traceutil/trace.go:171","msg":"trace[668487731] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"1.63160294s","start":"2026-03-18T14:50:16.823577Z","end":"2026-03-18T14:50:18.45518Z","steps":["trace[668487731] 'process raft request' (duration: 1.631047086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:18.456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:16.823537Z","time spent":"1.632382749s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:18.456028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.135146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:50:18.456206Z","caller":"traceutil/trace.go:171","msg":"trace[1262847984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:437; }","duration":"904.554696ms","start":"2026-03-18T14:50:17.551631Z","end":"2026-03-18T14:50:18.456185Z","steps":["trace[1262847984] 'agreement among raft nodes before linearized reading' (duration: 903.971482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:18.456312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:17.551607Z","time spent":"904.668189ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:18.780933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.211155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:18.78111Z","caller":"traceutil/trace.go:171","msg":"trace[961889085] linearizableReadLoop","detail":"{readStateIndex:459; appliedIndex:457; }","duration":"318.639891ms","start":"2026-03-18T14:50:18.462453Z","end":"2026-03-18T14:50:18.781093Z","steps":["trace[961889085] 'read index received' (duration: 141.343935ms)","trace[961889085] 'applied index is now lower than readState.Index' (duration: 177.294676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:18.7812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.740384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:18.781209Z","caller":"traceutil/trace.go:171","msg":"trace[180436472] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"321.067951ms","start":"2026-03-18T14:50:18.460111Z","end":"2026-03-18T14:50:18.781179Z","steps":["trace[180436472] 'process raft request' (duration: 143.522699ms)","trace[180436472] 'compare' (duration: 177.088341ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:18.781273Z","caller":"traceutil/trace.go:171","msg":"trace[2024558730] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"320.370983ms","start":"2026-03-18T14:50:18.460861Z","end":"2026-03-18T14:50:18.781232Z","steps":["trace[2024558730] 'process raft request' (duration: 320.185448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:18.781233Z","caller":"traceutil/trace.go:171","msg":"trace[1256912759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:439; }","duration":"318.791555ms","start":"2026-03-18T14:50:18.462431Z","end":"2026-03-18T14:50:18.781222Z","steps":["trace[1256912759] 'agreement among raft nodes before linearized reading' (duration: 318.715813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:18.781378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:18.460092Z","time spent":"321.192534ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:18.781504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:18.460852Z","time spent":"320.524287ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:18.781539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:18.462423Z","time spent":"319.064371ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:50:19.240798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.746806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:19.240907Z","caller":"traceutil/trace.go:171","msg":"trace[1658519833] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"412.103204ms","start":"2026-03-18T14:50:18.828785Z","end":"2026-03-18T14:50:19.240888Z","steps":["trace[1658519833] 'process raft request' (duration: 214.160813ms)","trace[1658519833] 'compare' (duration: 197.607082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:19.240969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:18.828754Z","time spent":"412.184196ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:19.582218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.658501ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-18T14:50:19.582318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:19.242356Z","time spent":"339.95715ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:50:19.842841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.993371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:19.842973Z","caller":"traceutil/trace.go:171","msg":"trace[23417436] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"259.828689ms","start":"2026-03-18T14:50:19.583125Z","end":"2026-03-18T14:50:19.842953Z","steps":["trace[23417436] 'process raft request' (duration: 125.626753ms)","trace[23417436] 'compare' (duration: 133.833687ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:20.577945Z","caller":"traceutil/trace.go:171","msg":"trace[1501447100] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"114.33251ms","start":"2026-03-18T14:50:20.463591Z","end":"2026-03-18T14:50:20.577924Z","steps":["trace[1501447100] 'process raft request' (duration: 114.158676ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:20.906702Z","caller":"traceutil/trace.go:171","msg":"trace[2042035507] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"117.983332ms","start":"2026-03-18T14:50:20.788698Z","end":"2026-03-18T14:50:20.906682Z","steps":["trace[2042035507] 'process raft request' (duration: 117.858849ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:21.272962Z","caller":"traceutil/trace.go:171","msg":"trace[1461668712] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"483.10339ms","start":"2026-03-18T14:50:20.789837Z","end":"2026-03-18T14:50:21.27294Z","steps":["trace[1461668712] 'process raft request' (duration: 482.524505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:21.273096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:20.789806Z","time spent":"483.221922ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:21.768579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.491179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:21.768691Z","caller":"traceutil/trace.go:171","msg":"trace[1676764124] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"486.273748ms","start":"2026-03-18T14:50:21.282396Z","end":"2026-03-18T14:50:21.76867Z","steps":["trace[1676764124] 'process raft request' (duration: 181.611895ms)","trace[1676764124] 'compare' (duration: 304.385096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:21.76876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:21.282376Z","time spent":"486.351311ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:23.264047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.885895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-18T14:50:23.264131Z","caller":"traceutil/trace.go:171","msg":"trace[1080875198] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:448; }","duration":"149.987388ms","start":"2026-03-18T14:50:23.114128Z","end":"2026-03-18T14:50:23.264115Z","steps":["trace[1080875198] 'range keys from in-memory index tree' (duration: 149.787813ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:23.391502Z","caller":"traceutil/trace.go:171","msg":"trace[1155959918] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"105.316598ms","start":"2026-03-18T14:50:23.286155Z","end":"2026-03-18T14:50:23.391472Z","steps":["trace[1155959918] 'process raft request' (duration: 105.157204ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:23.606879Z","caller":"traceutil/trace.go:171","msg":"trace[427144130] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"138.604416ms","start":"2026-03-18T14:50:23.468206Z","end":"2026-03-18T14:50:23.606811Z","steps":["trace[427144130] 'process raft request' (duration: 138.414812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.08393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.014254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-18T14:50:24.084026Z","caller":"traceutil/trace.go:171","msg":"trace[975304483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:450; }","duration":"312.166528ms","start":"2026-03-18T14:50:23.771839Z","end":"2026-03-18T14:50:24.084005Z","steps":["trace[975304483] 'range keys from in-memory index tree' (duration: 311.82142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.084074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:23.771809Z","time spent":"312.25443ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:50:24.4108Z","caller":"traceutil/trace.go:171","msg":"trace[527831759] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"217.953318ms","start":"2026-03-18T14:50:24.192815Z","end":"2026-03-18T14:50:24.410769Z","steps":["trace[527831759] 'process raft request' (duration: 217.767244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:25.211273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.271641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:25.21147Z","caller":"traceutil/trace.go:171","msg":"trace[506167474] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"789.424013ms","start":"2026-03-18T14:50:24.422011Z","end":"2026-03-18T14:50:25.211435Z","steps":["trace[506167474] 'process raft request' (duration: 260.892375ms)","trace[506167474] 'compare' (duration: 528.045886ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:25.211582Z","caller":"traceutil/trace.go:171","msg":"trace[47138819] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:473; }","duration":"616.092884ms","start":"2026-03-18T14:50:24.59545Z","end":"2026-03-18T14:50:25.211542Z","steps":["trace[47138819] 'read index received' (duration: 87.385862ms)","trace[47138819] 'applied index is now lower than readState.Index' (duration: 528.704202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:25.211622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:24.42199Z","time spent":"789.554716ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:25.796234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.799358ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T14:50:25.796276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20080931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:50:25.796351Z","caller":"traceutil/trace.go:171","msg":"trace[1577061985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:453; }","duration":"1.200916753s","start":"2026-03-18T14:50:24.59541Z","end":"2026-03-18T14:50:25.796327Z","steps":["trace[1577061985] 'agreement among raft nodes before linearized reading' (duration: 616.29292ms)","trace[1577061985] 'range keys from in-memory index tree' (duration: 584.500001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:25.796397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:24.595394Z","time spent":"1.200993085s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:50:25.796467Z","caller":"traceutil/trace.go:171","msg":"trace[752872491] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:474; }","duration":"584.786507ms","start":"2026-03-18T14:50:25.211651Z","end":"2026-03-18T14:50:25.796437Z","steps":["trace[752872491] 'read index received' (duration: 73.442µs)","trace[752872491] 'applied index is now lower than readState.Index' (duration: 584.710955ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:25.796549Z","caller":"traceutil/trace.go:171","msg":"trace[1884062912] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"543.306257ms","start":"2026-03-18T14:50:25.253229Z","end":"2026-03-18T14:50:25.796535Z","steps":["trace[1884062912] 'process raft request' (duration: 543.266076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:25.796582Z","caller":"traceutil/trace.go:171","msg":"trace[614090333] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"580.47848ms","start":"2026-03-18T14:50:25.216046Z","end":"2026-03-18T14:50:25.796525Z","steps":["trace[614090333] 'process raft request' (duration: 580.291146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:25.796647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.253202Z","time spent":"543.385719ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:25.796655Z","caller":"traceutil/trace.go:171","msg":"trace[1172274410] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"576.798339ms","start":"2026-03-18T14:50:25.219765Z","end":"2026-03-18T14:50:25.796563Z","steps":["trace[1172274410] 'process raft request' (duration: 576.683716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:25.796706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.017714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:50:25.797522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.219715Z","time spent":"577.614141ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:25.797576Z","caller":"traceutil/trace.go:171","msg":"trace[1823202874] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:456; }","duration":"581.912817ms","start":"2026-03-18T14:50:25.215621Z","end":"2026-03-18T14:50:25.797534Z","steps":["trace[1823202874] 'agreement among raft nodes before linearized reading' (duration: 581.031664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:25.79671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.298167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:50:25.797669Z","caller":"traceutil/trace.go:171","msg":"trace[1687240301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:456; }","duration":"814.286553ms","start":"2026-03-18T14:50:24.983364Z","end":"2026-03-18T14:50:25.79765Z","steps":["trace[1687240301] 'agreement among raft nodes before linearized reading' (duration: 813.234366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:25.797685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.215599Z","time spent":"582.04861ms","remote":"127.0.0.1:39360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-03-18T14:50:25.797718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:24.983343Z","time spent":"814.358825ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:25.796767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.912538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:25.797859Z","caller":"traceutil/trace.go:171","msg":"trace[1052092396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"503.047337ms","start":"2026-03-18T14:50:25.294802Z","end":"2026-03-18T14:50:25.79785Z","steps":["trace[1052092396] 'agreement among raft nodes before linearized reading' (duration: 501.944259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:25.79789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.294775Z","time spent":"503.106908ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:50:25.796757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.216031Z","time spent":"580.646765ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:25.796849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.338147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:50:25.79815Z","caller":"traceutil/trace.go:171","msg":"trace[1264121952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:456; }","duration":"402.677931ms","start":"2026-03-18T14:50:25.395462Z","end":"2026-03-18T14:50:25.79814Z","steps":["trace[1264121952] 'agreement among raft nodes before linearized reading' (duration: 401.277185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:25.798191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.395442Z","time spent":"402.739132ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:26.644336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.936883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:26.644499Z","caller":"traceutil/trace.go:171","msg":"trace[1423454492] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"841.819456ms","start":"2026-03-18T14:50:25.802668Z","end":"2026-03-18T14:50:26.644488Z","steps":["trace[1423454492] 'process raft request' (duration: 93.667868ms)","trace[1423454492] 'compare' (duration: 747.569724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:26.644534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.802657Z","time spent":"841.861658ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:26.644748Z","caller":"traceutil/trace.go:171","msg":"trace[815437384] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"842.01337ms","start":"2026-03-18T14:50:25.80272Z","end":"2026-03-18T14:50:26.644734Z","steps":["trace[815437384] 'process raft request' (duration: 841.680852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:26.644784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.802715Z","time spent":"842.050181ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:26.644829Z","caller":"traceutil/trace.go:171","msg":"trace[1353394922] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"840.324459ms","start":"2026-03-18T14:50:25.804478Z","end":"2026-03-18T14:50:26.644802Z","steps":["trace[1353394922] 'process raft request' (duration: 839.97892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:26.644987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.804467Z","time spent":"840.442091ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:27.02554Z","caller":"traceutil/trace.go:171","msg":"trace[890675754] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:480; }","duration":"845.301163ms","start":"2026-03-18T14:50:26.180216Z","end":"2026-03-18T14:50:27.025518Z","steps":["trace[890675754] 'read index received' (duration: 327.891511ms)","trace[890675754] 'applied index is now lower than readState.Index' (duration: 517.408612ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:27.025655Z","caller":"traceutil/trace.go:171","msg":"trace[1172937895] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"1.119895619s","start":"2026-03-18T14:50:25.90575Z","end":"2026-03-18T14:50:27.025646Z","steps":["trace[1172937895] 'process raft request' (duration: 1.119718635s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:27.02576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.905738Z","time spent":"1.11994433s","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:27.025814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.572159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:50:27.02585Z","caller":"traceutil/trace.go:171","msg":"trace[1983449943] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"1.123037467s","start":"2026-03-18T14:50:25.902779Z","end":"2026-03-18T14:50:27.025817Z","steps":["trace[1983449943] 'process raft request' (duration: 1.091796671s)","trace[1983449943] 'compare' (duration: 30.344034ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:27.025911Z","caller":"traceutil/trace.go:171","msg":"trace[391702679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:465; }","duration":"845.716883ms","start":"2026-03-18T14:50:26.180166Z","end":"2026-03-18T14:50:27.025883Z","steps":["trace[391702679] 'agreement among raft nodes before linearized reading' (duration: 845.554309ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:27.025896Z","caller":"traceutil/trace.go:171","msg":"trace[135393159] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.120674368s","start":"2026-03-18T14:50:25.905182Z","end":"2026-03-18T14:50:27.025856Z","steps":["trace[135393159] 'process raft request' (duration: 1.120231847s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:27.025914Z","caller":"traceutil/trace.go:171","msg":"trace[1942449922] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"1.122578986s","start":"2026-03-18T14:50:25.903302Z","end":"2026-03-18T14:50:27.025881Z","steps":["trace[1942449922] 'process raft request' (duration: 1.122025302s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:27.025973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:26.180142Z","time spent":"845.815826ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:50:27.025993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.902749Z","time spent":"1.12317926s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:27.026061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.905171Z","time spent":"1.120805321s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:27.02607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:25.903269Z","time spent":"1.122710929s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:27.096651Z","caller":"traceutil/trace.go:171","msg":"trace[1766976296] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"447.297868ms","start":"2026-03-18T14:50:26.649331Z","end":"2026-03-18T14:50:27.096629Z","steps":["trace[1766976296] 'process raft request' (duration: 447.202776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:27.096765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:26.649318Z","time spent":"447.396691ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:27.096821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.843437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-n8gh4\" ","response":"range_response_count:1 size:4016"} {"level":"warn","ts":"2026-03-18T14:50:27.096979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.170582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-18T14:50:27.097038Z","caller":"traceutil/trace.go:171","msg":"trace[644518658] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:466; }","duration":"446.275645ms","start":"2026-03-18T14:50:26.650749Z","end":"2026-03-18T14:50:27.097025Z","steps":["trace[644518658] 'agreement among raft nodes before linearized reading' (duration: 446.1288ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:27.096912Z","caller":"traceutil/trace.go:171","msg":"trace[1551045395] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-n8gh4; range_end:; response_count:1; response_revision:466; }","duration":"448.978651ms","start":"2026-03-18T14:50:26.647914Z","end":"2026-03-18T14:50:27.096893Z","steps":["trace[1551045395] 'agreement among raft nodes before linearized reading' (duration: 448.775696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:27.097071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:26.650732Z","time spent":"446.332176ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4218,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-18T14:50:27.097091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:26.647898Z","time spent":"449.182106ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4039,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-n8gh4\" "} {"level":"warn","ts":"2026-03-18T14:50:27.476848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.715639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:27.477007Z","caller":"traceutil/trace.go:171","msg":"trace[1350969959] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"444.255643ms","start":"2026-03-18T14:50:27.032736Z","end":"2026-03-18T14:50:27.476992Z","steps":["trace[1350969959] 'process raft request' (duration: 444.195101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:27.477072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:27.032726Z","time spent":"444.320685ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:27.477072Z","caller":"traceutil/trace.go:171","msg":"trace[2063165106] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"446.225883ms","start":"2026-03-18T14:50:27.0308Z","end":"2026-03-18T14:50:27.477026Z","steps":["trace[2063165106] 'process raft request' (duration: 165.271718ms)","trace[2063165106] 'compare' (duration: 280.620917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:27.477287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:27.030773Z","time spent":"446.395067ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:27.486258Z","caller":"traceutil/trace.go:171","msg":"trace[364996487] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"387.206915ms","start":"2026-03-18T14:50:27.099035Z","end":"2026-03-18T14:50:27.486242Z","steps":["trace[364996487] 'process raft request' (duration: 387.078182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:27.486359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:27.099014Z","time spent":"387.296318ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:27.486493Z","caller":"traceutil/trace.go:171","msg":"trace[1632915756] transaction","detail":"{read_only:false; number_of_response:1; response_revision:469; }","duration":"380.384436ms","start":"2026-03-18T14:50:27.106086Z","end":"2026-03-18T14:50:27.486471Z","steps":["trace[1632915756] 'process raft request' (duration: 380.120019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:27.486626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:27.106046Z","time spent":"380.515909ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56,"response count":0,"response size":3889,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:27.486631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.683646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:27.486493Z","caller":"traceutil/trace.go:171","msg":"trace[1917159461] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:490; }","duration":"193.505621ms","start":"2026-03-18T14:50:27.292937Z","end":"2026-03-18T14:50:27.486443Z","steps":["trace[1917159461] 'read index received' (duration: 193.09409ms)","trace[1917159461] 'applied index is now lower than readState.Index' (duration: 409.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:27.4867Z","caller":"traceutil/trace.go:171","msg":"trace[1727083615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:469; }","duration":"193.821259ms","start":"2026-03-18T14:50:27.292863Z","end":"2026-03-18T14:50:27.486684Z","steps":["trace[1727083615] 'agreement among raft nodes before linearized reading' (duration: 193.671596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:28.023486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.177222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4039"} {"level":"info","ts":"2026-03-18T14:50:28.02375Z","caller":"traceutil/trace.go:171","msg":"trace[1320339159] transaction","detail":"{read_only:false; number_of_response:1; response_revision:469; }","duration":"535.859041ms","start":"2026-03-18T14:50:27.487835Z","end":"2026-03-18T14:50:28.023694Z","steps":["trace[1320339159] 'process raft request' (duration: 383.348111ms)","trace[1320339159] 'compare' (duration: 152.10173ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:28.02384Z","caller":"traceutil/trace.go:171","msg":"trace[1612908622] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:492; }","duration":"217.041966ms","start":"2026-03-18T14:50:27.806786Z","end":"2026-03-18T14:50:28.023828Z","steps":["trace[1612908622] 'read index received' (duration: 64.679659ms)","trace[1612908622] 'applied index is now lower than readState.Index' (duration: 152.361477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:28.023893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:27.487818Z","time spent":"536.001624ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":4062,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-18T14:50:28.023923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.140638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:50:28.023958Z","caller":"traceutil/trace.go:171","msg":"trace[1354213606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"217.177199ms","start":"2026-03-18T14:50:27.80677Z","end":"2026-03-18T14:50:28.023948Z","steps":["trace[1354213606] 'agreement among raft nodes before linearized reading' (duration: 217.097867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:28.023982Z","caller":"traceutil/trace.go:171","msg":"trace[598102190] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"527.589875ms","start":"2026-03-18T14:50:27.496363Z","end":"2026-03-18T14:50:28.023953Z","steps":["trace[598102190] 'process raft request' (duration: 527.40199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:28.02406Z","caller":"traceutil/trace.go:171","msg":"trace[1702785997] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"533.926643ms","start":"2026-03-18T14:50:27.490113Z","end":"2026-03-18T14:50:28.02404Z","steps":["trace[1702785997] 'process raft request' (duration: 533.543583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:28.024127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:27.496354Z","time spent":"527.698788ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:28.024151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:27.490096Z","time spent":"534.013875ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:28.659346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.97113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:28.659741Z","caller":"traceutil/trace.go:171","msg":"trace[521035770] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"631.520739ms","start":"2026-03-18T14:50:28.028176Z","end":"2026-03-18T14:50:28.659696Z","steps":["trace[521035770] 'process raft request' (duration: 460.125698ms)","trace[521035770] 'compare' (duration: 170.53754ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:28.659802Z","caller":"traceutil/trace.go:171","msg":"trace[1614348593] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"631.492068ms","start":"2026-03-18T14:50:28.028288Z","end":"2026-03-18T14:50:28.65978Z","steps":["trace[1614348593] 'process raft request' (duration: 631.16337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:28.659841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.028145Z","time spent":"631.653161ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:28.65985Z","caller":"traceutil/trace.go:171","msg":"trace[610106264] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"629.061257ms","start":"2026-03-18T14:50:28.03077Z","end":"2026-03-18T14:50:28.659832Z","steps":["trace[610106264] 'process raft request' (duration: 628.948294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:28.659895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.028264Z","time spent":"631.57923ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:28.659947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.030757Z","time spent":"629.137969ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:28.660065Z","caller":"traceutil/trace.go:171","msg":"trace[574683568] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"629.437516ms","start":"2026-03-18T14:50:28.030609Z","end":"2026-03-18T14:50:28.660046Z","steps":["trace[574683568] 'process raft request' (duration: 629.033076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:28.660162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.030586Z","time spent":"629.53398ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:29.149622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618674,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:50:29.244113Z","caller":"traceutil/trace.go:171","msg":"trace[482951316] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"1.124889634s","start":"2026-03-18T14:50:28.119206Z","end":"2026-03-18T14:50:29.244096Z","steps":["trace[482951316] 'process raft request' (duration: 1.124817132s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:29.244114Z","caller":"traceutil/trace.go:171","msg":"trace[589223033] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"1.12794247s","start":"2026-03-18T14:50:28.116152Z","end":"2026-03-18T14:50:29.244095Z","steps":["trace[589223033] 'process raft request' (duration: 1.122590407s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:29.244219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.11613Z","time spent":"1.128043023s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:29.244243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.119185Z","time spent":"1.124984977s","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:29.558676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.07382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:29.558937Z","caller":"traceutil/trace.go:171","msg":"trace[1620764487] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"882.095519ms","start":"2026-03-18T14:50:28.676825Z","end":"2026-03-18T14:50:29.558921Z","steps":["trace[1620764487] 'process raft request' (duration: 881.957305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:29.558911Z","caller":"traceutil/trace.go:171","msg":"trace[938274008] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"886.670472ms","start":"2026-03-18T14:50:28.672202Z","end":"2026-03-18T14:50:29.558873Z","steps":["trace[938274008] 'process raft request' (duration: 734.325075ms)","trace[938274008] 'compare' (duration: 151.849444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:29.559008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.676804Z","time spent":"882.17327ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:29.55907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.672176Z","time spent":"886.823306ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:29.559214Z","caller":"traceutil/trace.go:171","msg":"trace[1599740388] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:500; }","duration":"909.94478ms","start":"2026-03-18T14:50:28.649251Z","end":"2026-03-18T14:50:29.559196Z","steps":["trace[1599740388] 'read index received' (duration: 589.617107ms)","trace[1599740388] 'applied index is now lower than readState.Index' (duration: 320.326943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:29.559327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.059683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:50:29.559352Z","caller":"traceutil/trace.go:171","msg":"trace[732319806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:482; }","duration":"910.139476ms","start":"2026-03-18T14:50:28.649206Z","end":"2026-03-18T14:50:29.559345Z","steps":["trace[732319806] 'agreement among raft nodes before linearized reading' (duration: 910.074194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:29.559376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.64918Z","time spent":"910.190147ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:50:29.559365Z","caller":"traceutil/trace.go:171","msg":"trace[708354055] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"862.923273ms","start":"2026-03-18T14:50:28.696398Z","end":"2026-03-18T14:50:29.559321Z","steps":["trace[708354055] 'process raft request' (duration: 862.709677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:29.559526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.696389Z","time spent":"863.054677ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:29.55988Z","caller":"traceutil/trace.go:171","msg":"trace[1593179980] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"876.819608ms","start":"2026-03-18T14:50:28.68239Z","end":"2026-03-18T14:50:29.55921Z","steps":["trace[1593179980] 'process raft request' (duration: 876.4924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:29.560021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.682377Z","time spent":"877.571747ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:29.591216Z","caller":"traceutil/trace.go:171","msg":"trace[952569724] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"334.800053ms","start":"2026-03-18T14:50:29.256389Z","end":"2026-03-18T14:50:29.591189Z","steps":["trace[952569724] 'process raft request' (duration: 334.69615ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:29.591268Z","caller":"traceutil/trace.go:171","msg":"trace[1434614855] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"343.001628ms","start":"2026-03-18T14:50:29.248237Z","end":"2026-03-18T14:50:29.591238Z","steps":["trace[1434614855] 'process raft request' (duration: 342.69441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:29.591314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.60665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T14:50:29.591325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.587377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T14:50:29.591357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:29.248209Z","time spent":"343.10663ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:29.59137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:29.256364Z","time spent":"334.937136ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:29.591436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.109616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:50:29.591439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.07399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:50:29.591378Z","caller":"traceutil/trace.go:171","msg":"trace[749505584] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:484; }","duration":"348.681919ms","start":"2026-03-18T14:50:29.242682Z","end":"2026-03-18T14:50:29.591364Z","steps":["trace[749505584] 'agreement among raft nodes before linearized reading' (duration: 348.566766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:29.591473Z","caller":"traceutil/trace.go:171","msg":"trace[458067465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"299.144326ms","start":"2026-03-18T14:50:29.29232Z","end":"2026-03-18T14:50:29.591464Z","steps":["trace[458067465] 'agreement among raft nodes before linearized reading' (duration: 299.081865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:29.59148Z","caller":"traceutil/trace.go:171","msg":"trace[899469349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:484; }","duration":"942.173922ms","start":"2026-03-18T14:50:28.649297Z","end":"2026-03-18T14:50:29.591471Z","steps":["trace[899469349] 'agreement among raft nodes before linearized reading' (duration: 942.10082ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:29.59137Z","caller":"traceutil/trace.go:171","msg":"trace[1190338085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:484; }","duration":"110.704153ms","start":"2026-03-18T14:50:29.480652Z","end":"2026-03-18T14:50:29.591356Z","steps":["trace[1190338085] 'agreement among raft nodes before linearized reading' (duration: 110.529528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:29.591514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:28.649265Z","time spent":"942.241363ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:29.591528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:29.242661Z","time spent":"348.844182ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-18T14:50:32.844496Z","caller":"traceutil/trace.go:171","msg":"trace[1537243458] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"111.248226ms","start":"2026-03-18T14:50:32.733226Z","end":"2026-03-18T14:50:32.844474Z","steps":["trace[1537243458] 'process raft request' (duration: 111.107913ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:33.825289Z","caller":"traceutil/trace.go:171","msg":"trace[523235310] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"121.837688ms","start":"2026-03-18T14:50:33.703425Z","end":"2026-03-18T14:50:33.825262Z","steps":["trace[523235310] 'read index received' (duration: 47.567313ms)","trace[523235310] 'applied index is now lower than readState.Index' (duration: 74.269125ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:33.825417Z","caller":"traceutil/trace.go:171","msg":"trace[1787466294] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"144.375018ms","start":"2026-03-18T14:50:33.680995Z","end":"2026-03-18T14:50:33.82537Z","steps":["trace[1787466294] 'process raft request' (duration: 70.02352ms)","trace[1787466294] 'compare' (duration: 74.128263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:33.825506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.530421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T14:50:33.82553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.076084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:50:33.825549Z","caller":"traceutil/trace.go:171","msg":"trace[1971531228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:498; }","duration":"121.612463ms","start":"2026-03-18T14:50:33.703922Z","end":"2026-03-18T14:50:33.825534Z","steps":["trace[1971531228] 'agreement among raft nodes before linearized reading' (duration: 121.512691ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:33.825593Z","caller":"traceutil/trace.go:171","msg":"trace[10337508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:498; }","duration":"122.196577ms","start":"2026-03-18T14:50:33.703378Z","end":"2026-03-18T14:50:33.825574Z","steps":["trace[10337508] 'agreement among raft nodes before linearized reading' (duration: 122.040273ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:34.007234Z","caller":"traceutil/trace.go:171","msg":"trace[1371211900] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"174.60197ms","start":"2026-03-18T14:50:33.832605Z","end":"2026-03-18T14:50:34.007207Z","steps":["trace[1371211900] 'process raft request' (duration: 106.756154ms)","trace[1371211900] 'compare' (duration: 67.657662ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:34.007447Z","caller":"traceutil/trace.go:171","msg":"trace[1906844339] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"173.803451ms","start":"2026-03-18T14:50:33.833617Z","end":"2026-03-18T14:50:34.007421Z","steps":["trace[1906844339] 'process raft request' (duration: 173.540214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:36.150054Z","caller":"traceutil/trace.go:171","msg":"trace[676227088] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"318.957989ms","start":"2026-03-18T14:50:35.83107Z","end":"2026-03-18T14:50:36.150028Z","steps":["trace[676227088] 'read index received' (duration: 318.757784ms)","trace[676227088] 'applied index is now lower than readState.Index' (duration: 198.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:36.150534Z","caller":"traceutil/trace.go:171","msg":"trace[1342002402] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"341.063128ms","start":"2026-03-18T14:50:35.809268Z","end":"2026-03-18T14:50:36.150331Z","steps":["trace[1342002402] 'process raft request' (duration: 340.595747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:36.150799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:35.809227Z","time spent":"341.463028ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:36.150892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.932343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:50:36.15099Z","caller":"traceutil/trace.go:171","msg":"trace[115847904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:502; }","duration":"139.090718ms","start":"2026-03-18T14:50:36.01188Z","end":"2026-03-18T14:50:36.150971Z","steps":["trace[115847904] 'agreement among raft nodes before linearized reading' (duration: 138.877633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:36.150779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.475271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"warn","ts":"2026-03-18T14:50:36.150936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.865192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:50:36.151087Z","caller":"traceutil/trace.go:171","msg":"trace[1887609041] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:502; }","duration":"286.830241ms","start":"2026-03-18T14:50:35.864222Z","end":"2026-03-18T14:50:36.151053Z","steps":["trace[1887609041] 'agreement among raft nodes before linearized reading' (duration: 286.43957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:36.151143Z","caller":"traceutil/trace.go:171","msg":"trace[118703104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:502; }","duration":"320.100528ms","start":"2026-03-18T14:50:35.831033Z","end":"2026-03-18T14:50:36.151134Z","steps":["trace[118703104] 'agreement among raft nodes before linearized reading' (duration: 319.883042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:36.151181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:35.831022Z","time spent":"320.14822ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:36.150891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.064217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:50:36.151422Z","caller":"traceutil/trace.go:171","msg":"trace[1863747341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:502; }","duration":"139.611631ms","start":"2026-03-18T14:50:36.011791Z","end":"2026-03-18T14:50:36.151403Z","steps":["trace[1863747341] 'agreement among raft nodes before linearized reading' (duration: 139.051157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:36.361692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.30084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:36.362105Z","caller":"traceutil/trace.go:171","msg":"trace[1456579991] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"206.78272ms","start":"2026-03-18T14:50:36.155296Z","end":"2026-03-18T14:50:36.362079Z","steps":["trace[1456579991] 'process raft request' (duration: 206.580985ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:36.362111Z","caller":"traceutil/trace.go:171","msg":"trace[1246244502] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"206.646797ms","start":"2026-03-18T14:50:36.155446Z","end":"2026-03-18T14:50:36.362093Z","steps":["trace[1246244502] 'process raft request' (duration: 206.536154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:36.362119Z","caller":"traceutil/trace.go:171","msg":"trace[2024372726] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"206.951065ms","start":"2026-03-18T14:50:36.155054Z","end":"2026-03-18T14:50:36.362005Z","steps":["trace[2024372726] 'process raft request' (duration: 86.229014ms)","trace[2024372726] 'compare' (duration: 120.180027ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:37.290445Z","caller":"traceutil/trace.go:171","msg":"trace[361850772] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"172.887307ms","start":"2026-03-18T14:50:37.117535Z","end":"2026-03-18T14:50:37.290422Z","steps":["trace[361850772] 'process raft request' (duration: 172.550828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:37.655879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.182927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:37.656001Z","caller":"traceutil/trace.go:171","msg":"trace[1081078352] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"323.944843ms","start":"2026-03-18T14:50:37.332044Z","end":"2026-03-18T14:50:37.655989Z","steps":["trace[1081078352] 'process raft request' (duration: 323.910642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:37.656042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:37.332009Z","time spent":"324.016575ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:37.656022Z","caller":"traceutil/trace.go:171","msg":"trace[1033415074] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"324.048105ms","start":"2026-03-18T14:50:37.331949Z","end":"2026-03-18T14:50:37.655997Z","steps":["trace[1033415074] 'process raft request' (duration: 59.696534ms)","trace[1033415074] 'compare' (duration: 264.050344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:37.656128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:37.331932Z","time spent":"324.147088ms","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:38.136083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.820219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:38.136208Z","caller":"traceutil/trace.go:171","msg":"trace[2111091925] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"475.518191ms","start":"2026-03-18T14:50:37.66067Z","end":"2026-03-18T14:50:38.136188Z","steps":["trace[2111091925] 'process raft request' (duration: 149.525378ms)","trace[2111091925] 'compare' (duration: 325.652655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:38.136266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:37.660651Z","time spent":"475.590923ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:38.331576Z","caller":"traceutil/trace.go:171","msg":"trace[2092280398] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"102.006906ms","start":"2026-03-18T14:50:38.229537Z","end":"2026-03-18T14:50:38.331544Z","steps":["trace[2092280398] 'process raft request' (duration: 29.032782ms)","trace[2092280398] 'compare' (duration: 72.711308ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:38.332122Z","caller":"traceutil/trace.go:171","msg":"trace[1325276485] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"102.54571ms","start":"2026-03-18T14:50:38.22956Z","end":"2026-03-18T14:50:38.332106Z","steps":["trace[1325276485] 'process raft request' (duration: 101.905284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:38.627429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.710378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:38.62783Z","caller":"traceutil/trace.go:171","msg":"trace[1837013693] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"257.188123ms","start":"2026-03-18T14:50:38.370627Z","end":"2026-03-18T14:50:38.627815Z","steps":["trace[1837013693] 'process raft request' (duration: 257.033159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:38.627881Z","caller":"traceutil/trace.go:171","msg":"trace[1064798707] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"258.123287ms","start":"2026-03-18T14:50:38.36966Z","end":"2026-03-18T14:50:38.627784Z","steps":["trace[1064798707] 'process raft request' (duration: 85.956997ms)","trace[1064798707] 'compare' (duration: 171.592105ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:38.628097Z","caller":"traceutil/trace.go:171","msg":"trace[567825969] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"256.467775ms","start":"2026-03-18T14:50:38.371613Z","end":"2026-03-18T14:50:38.628081Z","steps":["trace[567825969] 'process raft request' (duration: 256.151008ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:38.628143Z","caller":"traceutil/trace.go:171","msg":"trace[1863625129] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"201.725394ms","start":"2026-03-18T14:50:38.426393Z","end":"2026-03-18T14:50:38.628118Z","steps":["trace[1863625129] 'process raft request' (duration: 201.688943ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:38.628314Z","caller":"traceutil/trace.go:171","msg":"trace[80070583] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"202.129314ms","start":"2026-03-18T14:50:38.426098Z","end":"2026-03-18T14:50:38.628227Z","steps":["trace[80070583] 'process raft request' (duration: 201.910479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:38.85529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.568617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:38.855384Z","caller":"traceutil/trace.go:171","msg":"trace[674878200] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"219.682001ms","start":"2026-03-18T14:50:38.635688Z","end":"2026-03-18T14:50:38.85537Z","steps":["trace[674878200] 'process raft request' (duration: 104.97044ms)","trace[674878200] 'compare' (duration: 114.431174ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:38.91772Z","caller":"traceutil/trace.go:171","msg":"trace[879175474] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"278.156124ms","start":"2026-03-18T14:50:38.639544Z","end":"2026-03-18T14:50:38.9177Z","steps":["trace[879175474] 'process raft request' (duration: 277.934369ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:38.91781Z","caller":"traceutil/trace.go:171","msg":"trace[1814357674] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"277.406866ms","start":"2026-03-18T14:50:38.640367Z","end":"2026-03-18T14:50:38.917773Z","steps":["trace[1814357674] 'process raft request' (duration: 277.256132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:38.918019Z","caller":"traceutil/trace.go:171","msg":"trace[1929819305] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"277.360264ms","start":"2026-03-18T14:50:38.640629Z","end":"2026-03-18T14:50:38.917989Z","steps":["trace[1929819305] 'process raft request' (duration: 277.046217ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:38.918084Z","caller":"traceutil/trace.go:171","msg":"trace[2058157170] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"220.019909ms","start":"2026-03-18T14:50:38.698035Z","end":"2026-03-18T14:50:38.918055Z","steps":["trace[2058157170] 'process raft request' (duration: 219.803944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.318163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.080677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:39.318462Z","caller":"traceutil/trace.go:171","msg":"trace[1677920438] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"457.962534ms","start":"2026-03-18T14:50:38.860483Z","end":"2026-03-18T14:50:39.318446Z","steps":["trace[1677920438] 'process raft request' (duration: 457.80181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:39.318452Z","caller":"traceutil/trace.go:171","msg":"trace[1248758886] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"458.98994ms","start":"2026-03-18T14:50:38.85942Z","end":"2026-03-18T14:50:39.31841Z","steps":["trace[1248758886] 'process raft request' (duration: 245.600806ms)","trace[1248758886] 'compare' (duration: 212.931873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:39.318553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:38.860459Z","time spent":"458.047057ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15061,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:39.318634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:38.859395Z","time spent":"459.156685ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:39.318664Z","caller":"traceutil/trace.go:171","msg":"trace[177419153] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:550; }","duration":"419.603651ms","start":"2026-03-18T14:50:38.899043Z","end":"2026-03-18T14:50:39.318647Z","steps":["trace[177419153] 'read index received' (duration: 18.48397ms)","trace[177419153] 'applied index is now lower than readState.Index' (duration: 401.118441ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:39.318836Z","caller":"traceutil/trace.go:171","msg":"trace[469220883] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"454.507538ms","start":"2026-03-18T14:50:38.864315Z","end":"2026-03-18T14:50:39.318822Z","steps":["trace[469220883] 'process raft request' (duration: 454.083268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.318916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:38.864284Z","time spent":"454.57741ms","remote":"127.0.0.1:39712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14448,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:39.319054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.009631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:50:39.319081Z","caller":"traceutil/trace.go:171","msg":"trace[376475380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:531; }","duration":"420.066363ms","start":"2026-03-18T14:50:38.899008Z","end":"2026-03-18T14:50:39.319074Z","steps":["trace[376475380] 'agreement among raft nodes before linearized reading' (duration: 420.018691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.319098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:38.898991Z","time spent":"420.102763ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:50:39.350834Z","caller":"traceutil/trace.go:171","msg":"trace[360463172] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"425.377174ms","start":"2026-03-18T14:50:38.925434Z","end":"2026-03-18T14:50:39.350812Z","steps":["trace[360463172] 'process raft request' (duration: 425.309232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.350995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:38.925419Z","time spent":"425.473526ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4294,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:39.351051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.463032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:50:39.351143Z","caller":"traceutil/trace.go:171","msg":"trace[613013725] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:534; }","duration":"107.595765ms","start":"2026-03-18T14:50:39.243524Z","end":"2026-03-18T14:50:39.35112Z","steps":["trace[613013725] 'agreement among raft nodes before linearized reading' (duration: 107.39833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:39.351203Z","caller":"traceutil/trace.go:171","msg":"trace[1576866476] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"427.699432ms","start":"2026-03-18T14:50:38.923468Z","end":"2026-03-18T14:50:39.351167Z","steps":["trace[1576866476] 'process raft request' (duration: 427.23771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.351365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:38.923447Z","time spent":"427.832006ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:39.35135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.920068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"warn","ts":"2026-03-18T14:50:39.351455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.939512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-18T14:50:39.351476Z","caller":"traceutil/trace.go:171","msg":"trace[85328294] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:534; }","duration":"426.106772ms","start":"2026-03-18T14:50:38.92534Z","end":"2026-03-18T14:50:39.351447Z","steps":["trace[85328294] 'agreement among raft nodes before linearized reading' (duration: 425.696332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:39.351526Z","caller":"traceutil/trace.go:171","msg":"trace[969789033] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:534; }","duration":"359.037695ms","start":"2026-03-18T14:50:38.992466Z","end":"2026-03-18T14:50:39.351504Z","steps":["trace[969789033] 'agreement among raft nodes before linearized reading' (duration: 358.380989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.35154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:38.925331Z","time spent":"426.198295ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4358,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-18T14:50:39.351581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:38.992451Z","time spent":"359.119307ms","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329979,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-18T14:50:39.351753Z","caller":"traceutil/trace.go:171","msg":"trace[853450311] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"427.800524ms","start":"2026-03-18T14:50:38.923338Z","end":"2026-03-18T14:50:39.351139Z","steps":["trace[853450311] 'process raft request' (duration: 427.269961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.351913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:38.923319Z","time spent":"428.514912ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:39.664493Z","caller":"traceutil/trace.go:171","msg":"trace[1319396870] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"341.779036ms","start":"2026-03-18T14:50:39.322677Z","end":"2026-03-18T14:50:39.664456Z","steps":["trace[1319396870] 'process raft request' (duration: 326.456214ms)","trace[1319396870] 'compare' (duration: 15.128247ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:39.664522Z","caller":"traceutil/trace.go:171","msg":"trace[1580532260] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"341.706174ms","start":"2026-03-18T14:50:39.322775Z","end":"2026-03-18T14:50:39.664481Z","steps":["trace[1580532260] 'process raft request' (duration: 341.601442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.664631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:39.322663Z","time spent":"341.895148ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:39.664498Z","caller":"traceutil/trace.go:171","msg":"trace[441317549] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:560; }","duration":"313.697158ms","start":"2026-03-18T14:50:39.35078Z","end":"2026-03-18T14:50:39.664478Z","steps":["trace[441317549] 'read index received' (duration: 298.377567ms)","trace[441317549] 'applied index is now lower than readState.Index' (duration: 15.318731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:39.666003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:39.322771Z","time spent":"341.842768ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:39.666177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.806858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"info","ts":"2026-03-18T14:50:39.666286Z","caller":"traceutil/trace.go:171","msg":"trace[144399770] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:536; }","duration":"333.920501ms","start":"2026-03-18T14:50:39.332322Z","end":"2026-03-18T14:50:39.666242Z","steps":["trace[144399770] 'agreement among raft nodes before linearized reading' (duration: 332.213769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.666337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:39.332308Z","time spent":"334.018243ms","remote":"127.0.0.1:39712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14486,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-18T14:50:39.666222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:39.352764Z","time spent":"311.944285ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:50:39.666716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.896653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9cjl9\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-18T14:50:39.667504Z","caller":"traceutil/trace.go:171","msg":"trace[1349616876] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"309.127875ms","start":"2026-03-18T14:50:39.357894Z","end":"2026-03-18T14:50:39.667022Z","steps":["trace[1349616876] 'process raft request' (duration: 306.741035ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:39.667575Z","caller":"traceutil/trace.go:171","msg":"trace[1446308957] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9cjl9; range_end:; response_count:1; response_revision:536; }","duration":"343.027857ms","start":"2026-03-18T14:50:39.323767Z","end":"2026-03-18T14:50:39.666795Z","steps":["trace[1446308957] 'agreement among raft nodes before linearized reading' (duration: 340.778031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.667677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:39.323761Z","time spent":"343.892198ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":15099,"request content":"key:\"/registry/pods/kube-system/cilium-9cjl9\" "} {"level":"warn","ts":"2026-03-18T14:50:39.667805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:39.357873Z","time spent":"309.71347ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:39.668919Z","caller":"traceutil/trace.go:171","msg":"trace[1687165937] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"309.871143ms","start":"2026-03-18T14:50:39.359021Z","end":"2026-03-18T14:50:39.668892Z","steps":["trace[1687165937] 'process raft request' (duration: 307.70586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.669036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.598541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-18T14:50:39.669089Z","caller":"traceutil/trace.go:171","msg":"trace[1764547140] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:538; }","duration":"100.674513ms","start":"2026-03-18T14:50:39.568401Z","end":"2026-03-18T14:50:39.669076Z","steps":["trace[1764547140] 'agreement among raft nodes before linearized reading' (duration: 100.481918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.669135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:39.359003Z","time spent":"309.989785ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:39.669189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.874257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-18T14:50:39.669425Z","caller":"traceutil/trace.go:171","msg":"trace[1140176026] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:538; }","duration":"101.005791ms","start":"2026-03-18T14:50:39.568255Z","end":"2026-03-18T14:50:39.669261Z","steps":["trace[1140176026] 'agreement among raft nodes before linearized reading' (duration: 100.640412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:39.671328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.401935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-03-18T14:50:39.671942Z","caller":"traceutil/trace.go:171","msg":"trace[1378737339] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:538; }","duration":"214.048331ms","start":"2026-03-18T14:50:39.457874Z","end":"2026-03-18T14:50:39.671922Z","steps":["trace[1378737339] 'agreement among raft nodes before linearized reading' (duration: 210.955504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:41.497653Z","caller":"traceutil/trace.go:171","msg":"trace[1998119861] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"166.14513ms","start":"2026-03-18T14:50:41.331482Z","end":"2026-03-18T14:50:41.497627Z","steps":["trace[1998119861] 'process raft request' (duration: 165.960875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:42.63747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.831725ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:42.637615Z","caller":"traceutil/trace.go:171","msg":"trace[298319989] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:549; }","duration":"402.995709ms","start":"2026-03-18T14:50:42.234598Z","end":"2026-03-18T14:50:42.637594Z","steps":["trace[298319989] 'range keys from in-memory index tree' (duration: 402.812794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:42.637633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.900452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:50:42.637756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.373175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:42.637829Z","caller":"traceutil/trace.go:171","msg":"trace[423216960] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:549; }","duration":"989.501137ms","start":"2026-03-18T14:50:41.648309Z","end":"2026-03-18T14:50:42.63781Z","steps":["trace[423216960] 'count revisions from in-memory index tree' (duration: 989.243961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:42.637871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:41.648286Z","time spent":"989.575099ms","remote":"127.0.0.1:39484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:50:42.638187Z","caller":"traceutil/trace.go:171","msg":"trace[195101448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:549; }","duration":"966.061946ms","start":"2026-03-18T14:50:41.671647Z","end":"2026-03-18T14:50:42.637709Z","steps":["trace[195101448] 'range keys from in-memory index tree' (duration: 965.744027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:42.638262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:41.671626Z","time spent":"966.621229ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:50:43.103321Z","caller":"traceutil/trace.go:171","msg":"trace[452370566] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"460.466136ms","start":"2026-03-18T14:50:42.642832Z","end":"2026-03-18T14:50:43.103299Z","steps":["trace[452370566] 'read index received' (duration: 460.289272ms)","trace[452370566] 'applied index is now lower than readState.Index' (duration: 175.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:43.103386Z","caller":"traceutil/trace.go:171","msg":"trace[978719679] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"460.998279ms","start":"2026-03-18T14:50:42.642355Z","end":"2026-03-18T14:50:43.103353Z","steps":["trace[978719679] 'process raft request' (duration: 460.783814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:43.103519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:42.642331Z","time spent":"461.119482ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:43.103567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.720312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:50:43.10361Z","caller":"traceutil/trace.go:171","msg":"trace[657588576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:550; }","duration":"460.796764ms","start":"2026-03-18T14:50:42.642801Z","end":"2026-03-18T14:50:43.103598Z","steps":["trace[657588576] 'agreement among raft nodes before linearized reading' (duration: 460.63587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:43.103647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:42.642793Z","time spent":"460.845705ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:50:43.310114Z","caller":"traceutil/trace.go:171","msg":"trace[2066065984] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"206.687329ms","start":"2026-03-18T14:50:43.103403Z","end":"2026-03-18T14:50:43.31009Z","steps":["trace[2066065984] 'read index received' (duration: 206.506434ms)","trace[2066065984] 'applied index is now lower than readState.Index' (duration: 179.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:43.310141Z","caller":"traceutil/trace.go:171","msg":"trace[2094277113] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"665.230876ms","start":"2026-03-18T14:50:42.64489Z","end":"2026-03-18T14:50:43.31012Z","steps":["trace[2094277113] 'process raft request' (duration: 664.993071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:43.310267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:42.644864Z","time spent":"665.334098ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:43.310302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.430321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:50:43.310335Z","caller":"traceutil/trace.go:171","msg":"trace[475260302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"667.537293ms","start":"2026-03-18T14:50:42.642786Z","end":"2026-03-18T14:50:43.310324Z","steps":["trace[475260302] 'agreement among raft nodes before linearized reading' (duration: 667.40315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:43.310357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:42.642771Z","time spent":"667.582324ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:50:43.471012Z","caller":"traceutil/trace.go:171","msg":"trace[542794969] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"155.108415ms","start":"2026-03-18T14:50:43.31588Z","end":"2026-03-18T14:50:43.470988Z","steps":["trace[542794969] 'process raft request' (duration: 155.051554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:43.471089Z","caller":"traceutil/trace.go:171","msg":"trace[1964911904] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"362.996793ms","start":"2026-03-18T14:50:43.108051Z","end":"2026-03-18T14:50:43.471048Z","steps":["trace[1964911904] 'process raft request' (duration: 336.445983ms)","trace[1964911904] 'compare' (duration: 26.273853ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:43.471195Z","caller":"traceutil/trace.go:171","msg":"trace[1408068074] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:578; }","duration":"160.993452ms","start":"2026-03-18T14:50:43.310179Z","end":"2026-03-18T14:50:43.471173Z","steps":["trace[1408068074] 'read index received' (duration: 134.34952ms)","trace[1408068074] 'applied index is now lower than readState.Index' (duration: 26.641022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:43.47128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:43.108031Z","time spent":"363.138467ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:43.471317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.028056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:43.471455Z","caller":"traceutil/trace.go:171","msg":"trace[903741405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"178.21328ms","start":"2026-03-18T14:50:43.293224Z","end":"2026-03-18T14:50:43.471437Z","steps":["trace[903741405] 'agreement among raft nodes before linearized reading' (duration: 178.033816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:49.743906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982618904,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:50:49.820708Z","caller":"traceutil/trace.go:171","msg":"trace[634171930] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"577.11527ms","start":"2026-03-18T14:50:49.24356Z","end":"2026-03-18T14:50:49.820675Z","steps":["trace[634171930] 'read index received' (duration: 576.883385ms)","trace[634171930] 'applied index is now lower than readState.Index' (duration: 230.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:49.820761Z","caller":"traceutil/trace.go:171","msg":"trace[262418752] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"680.122339ms","start":"2026-03-18T14:50:49.140615Z","end":"2026-03-18T14:50:49.820738Z","steps":["trace[262418752] 'process raft request' (duration: 679.906924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:49.82089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.37153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:50:49.820908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.340456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T14:50:49.820913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:49.1406Z","time spent":"680.226612ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:49.820953Z","caller":"traceutil/trace.go:171","msg":"trace[1619691084] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:586; }","duration":"549.471113ms","start":"2026-03-18T14:50:49.271455Z","end":"2026-03-18T14:50:49.820927Z","steps":["trace[1619691084] 'agreement among raft nodes before linearized reading' (duration: 549.380961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:49.820968Z","caller":"traceutil/trace.go:171","msg":"trace[1321083007] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:586; }","duration":"577.432038ms","start":"2026-03-18T14:50:49.243519Z","end":"2026-03-18T14:50:49.820951Z","steps":["trace[1321083007] 'agreement among raft nodes before linearized reading' (duration: 577.296965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:49.821004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:49.243503Z","time spent":"577.492959ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T14:50:49.821007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:49.271432Z","time spent":"549.561174ms","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-18T14:50:49.821135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.151784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:49.821199Z","caller":"traceutil/trace.go:171","msg":"trace[625805997] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:586; }","duration":"434.217595ms","start":"2026-03-18T14:50:49.386966Z","end":"2026-03-18T14:50:49.821183Z","steps":["trace[625805997] 'agreement among raft nodes before linearized reading' (duration: 434.123423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:49.821131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.739468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:50:49.821259Z","caller":"traceutil/trace.go:171","msg":"trace[752789044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:586; }","duration":"302.909393ms","start":"2026-03-18T14:50:49.518334Z","end":"2026-03-18T14:50:49.821243Z","steps":["trace[752789044] 'agreement among raft nodes before linearized reading' (duration: 302.663637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:49.82127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:49.386931Z","time spent":"434.323378ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:50:49.82132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:49.518312Z","time spent":"302.993244ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:49.821482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.570901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:50:49.821672Z","caller":"traceutil/trace.go:171","msg":"trace[539983735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:586; }","duration":"489.809597ms","start":"2026-03-18T14:50:49.331819Z","end":"2026-03-18T14:50:49.821629Z","steps":["trace[539983735] 'agreement among raft nodes before linearized reading' (duration: 489.344796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:49.82171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.344093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:50:49.821768Z","caller":"traceutil/trace.go:171","msg":"trace[1871244116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"303.437976ms","start":"2026-03-18T14:50:49.518316Z","end":"2026-03-18T14:50:49.821754Z","steps":["trace[1871244116] 'agreement among raft nodes before linearized reading' (duration: 302.712077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:49.821753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:49.331798Z","time spent":"489.938831ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:50:49.821797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:49.518295Z","time spent":"303.495278ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:50.475034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.271984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9cjl9\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-18T14:50:50.47504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.592271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:50.475121Z","caller":"traceutil/trace.go:171","msg":"trace[1168676364] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9cjl9; range_end:; response_count:1; response_revision:593; }","duration":"229.410198ms","start":"2026-03-18T14:50:50.245692Z","end":"2026-03-18T14:50:50.475102Z","steps":["trace[1168676364] 'range keys from in-memory index tree' (duration: 229.074129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:50.475136Z","caller":"traceutil/trace.go:171","msg":"trace[955589505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"181.761256ms","start":"2026-03-18T14:50:50.293356Z","end":"2026-03-18T14:50:50.475117Z","steps":["trace[955589505] 'range keys from in-memory index tree' (duration: 181.429478ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:50.780266Z","caller":"traceutil/trace.go:171","msg":"trace[812227605] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"289.868354ms","start":"2026-03-18T14:50:50.49037Z","end":"2026-03-18T14:50:50.780238Z","steps":["trace[812227605] 'read index received' (duration: 289.630498ms)","trace[812227605] 'applied index is now lower than readState.Index' (duration: 236.966µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:50.780383Z","caller":"traceutil/trace.go:171","msg":"trace[1559618224] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"290.822618ms","start":"2026-03-18T14:50:50.489473Z","end":"2026-03-18T14:50:50.780296Z","steps":["trace[1559618224] 'process raft request' (duration: 290.616213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:50.780451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.056648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:50.780537Z","caller":"traceutil/trace.go:171","msg":"trace[1106079113] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io; range_end:; response_count:0; response_revision:594; }","duration":"290.177832ms","start":"2026-03-18T14:50:50.490345Z","end":"2026-03-18T14:50:50.780523Z","steps":["trace[1106079113] 'agreement among raft nodes before linearized reading' (duration: 290.053039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:51.136119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.616209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:51.13632Z","caller":"traceutil/trace.go:171","msg":"trace[1425016297] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"278.699122ms","start":"2026-03-18T14:50:50.857547Z","end":"2026-03-18T14:50:51.136246Z","steps":["trace[1425016297] 'process raft request' (duration: 45.869638ms)","trace[1425016297] 'compare' (duration: 232.371123ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:51.383136Z","caller":"traceutil/trace.go:171","msg":"trace[667869395] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"243.997746ms","start":"2026-03-18T14:50:51.139122Z","end":"2026-03-18T14:50:51.38312Z","steps":["trace[667869395] 'process raft request' (duration: 164.90604ms)","trace[667869395] 'compare' (duration: 78.996203ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:52.330344Z","caller":"traceutil/trace.go:171","msg":"trace[1192358128] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.190214229s","start":"2026-03-18T14:50:51.1401Z","end":"2026-03-18T14:50:52.330314Z","steps":["trace[1192358128] 'process raft request' (duration: 1.118960662s)","trace[1192358128] 'compare' (duration: 70.608301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:52.330491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:51.140074Z","time spent":"1.190344902s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:52.331026Z","caller":"traceutil/trace.go:171","msg":"trace[482709465] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:625; }","duration":"1.039620429s","start":"2026-03-18T14:50:51.291385Z","end":"2026-03-18T14:50:52.331005Z","steps":["trace[482709465] 'read index received' (duration: 12.741202ms)","trace[482709465] 'applied index is now lower than readState.Index' (duration: 1.026878117s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:52.331065Z","caller":"traceutil/trace.go:171","msg":"trace[1105241076] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.1022847s","start":"2026-03-18T14:50:51.228745Z","end":"2026-03-18T14:50:52.33103Z","steps":["trace[1105241076] 'process raft request' (duration: 1.101753316s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:52.331387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:51.228716Z","time spent":"1.102403783s","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:52.331463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.421584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:50:52.331495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.198805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:50:52.331528Z","caller":"traceutil/trace.go:171","msg":"trace[1042124728] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:598; }","duration":"974.527016ms","start":"2026-03-18T14:50:51.356987Z","end":"2026-03-18T14:50:52.331514Z","steps":["trace[1042124728] 'agreement among raft nodes before linearized reading' (duration: 974.133286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:52.331506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.615361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:50:52.331575Z","caller":"traceutil/trace.go:171","msg":"trace[580564948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"484.293338ms","start":"2026-03-18T14:50:51.84726Z","end":"2026-03-18T14:50:52.331553Z","steps":["trace[580564948] 'agreement among raft nodes before linearized reading' (duration: 483.867017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:52.33158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:51.35697Z","time spent":"974.592198ms","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:50:52.331616Z","caller":"traceutil/trace.go:171","msg":"trace[2114333387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:598; }","duration":"483.756284ms","start":"2026-03-18T14:50:51.847824Z","end":"2026-03-18T14:50:52.33158Z","steps":["trace[2114333387] 'agreement among raft nodes before linearized reading' (duration: 483.528549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:52.331631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:51.847251Z","time spent":"484.367129ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:52.331659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:51.847802Z","time spent":"483.847646ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:50:52.33186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040468971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:52.332072Z","caller":"traceutil/trace.go:171","msg":"trace[1554484626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"1.040710197s","start":"2026-03-18T14:50:51.291336Z","end":"2026-03-18T14:50:52.332047Z","steps":["trace[1554484626] 'agreement among raft nodes before linearized reading' (duration: 1.039736902s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:52.332122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:51.291315Z","time spent":"1.040792459s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:50:52.331975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.461093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:50:52.332236Z","caller":"traceutil/trace.go:171","msg":"trace[1435347708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:598; }","duration":"484.723629ms","start":"2026-03-18T14:50:51.847476Z","end":"2026-03-18T14:50:52.332199Z","steps":["trace[1435347708] 'agreement among raft nodes before linearized reading' (duration: 483.649381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:52.332303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:51.847467Z","time spent":"484.818362ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:52.332445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.567229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:50:52.333244Z","caller":"traceutil/trace.go:171","msg":"trace[437202990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:598; }","duration":"498.745353ms","start":"2026-03-18T14:50:51.8338Z","end":"2026-03-18T14:50:52.332545Z","steps":["trace[437202990] 'agreement among raft nodes before linearized reading' (duration: 497.332827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:52.333351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:51.833771Z","time spent":"499.558693ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:50:54.192281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.588091747s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:50:54.333071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997332192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:50:54.333155Z","caller":"traceutil/trace.go:171","msg":"trace[1061893273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997451185s","start":"2026-03-18T14:50:52.33568Z","end":"2026-03-18T14:50:54.333131Z","steps":["trace[1061893273] 'agreement among raft nodes before linearized reading' (duration: 1.997353063s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:54.333191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.335669Z","time spent":"1.997515116s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:50:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:50:55.196951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592652021s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:50:55.197301Z","caller":"traceutil/trace.go:171","msg":"trace[1459533110] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"874.092913ms","start":"2026-03-18T14:50:54.323194Z","end":"2026-03-18T14:50:55.197287Z","steps":["trace[1459533110] 'process raft request' (duration: 874.066402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:55.197354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:54.323171Z","time spent":"874.159815ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:55.197429Z","caller":"traceutil/trace.go:171","msg":"trace[921093340] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"2.84784913s","start":"2026-03-18T14:50:52.349538Z","end":"2026-03-18T14:50:55.197387Z","steps":["trace[921093340] 'process raft request' (duration: 2.847629564s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:55.197521Z","caller":"traceutil/trace.go:171","msg":"trace[101597732] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"2.835866748s","start":"2026-03-18T14:50:52.361647Z","end":"2026-03-18T14:50:55.197514Z","steps":["trace[101597732] 'process raft request' (duration: 2.835589121s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:55.197514Z","caller":"traceutil/trace.go:171","msg":"trace[1426838366] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"2.85934531s","start":"2026-03-18T14:50:52.338126Z","end":"2026-03-18T14:50:55.197472Z","steps":["trace[1426838366] 'process raft request' (duration: 2.858999911s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:55.197514Z","caller":"traceutil/trace.go:171","msg":"trace[234756867] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"2.862048607s","start":"2026-03-18T14:50:52.335376Z","end":"2026-03-18T14:50:55.197424Z","steps":["trace[234756867] 'process raft request' (duration: 268.855573ms)","trace[234756867] 'compare' (duration: 2.592272362s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:55.197559Z","caller":"traceutil/trace.go:171","msg":"trace[645562818] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"2.847351787s","start":"2026-03-18T14:50:52.35017Z","end":"2026-03-18T14:50:55.197522Z","steps":["trace[645562818] 'process raft request' (duration: 2.847045929s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:55.197606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.349521Z","time spent":"2.848006574s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:55.197557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.361637Z","time spent":"2.835900188s","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:55.1977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.350161Z","time spent":"2.847487852s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:55.197697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.338057Z","time spent":"2.859539186s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:55.197565Z","caller":"traceutil/trace.go:171","msg":"trace[729850989] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"2.861818662s","start":"2026-03-18T14:50:52.33572Z","end":"2026-03-18T14:50:55.197539Z","steps":["trace[729850989] 'read index received' (duration: 268.480794ms)","trace[729850989] 'applied index is now lower than readState.Index' (duration: 2.593335758s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:55.197491Z","caller":"traceutil/trace.go:171","msg":"trace[1114543595] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"2.847662545s","start":"2026-03-18T14:50:52.349821Z","end":"2026-03-18T14:50:55.197484Z","steps":["trace[1114543595] 'process raft request' (duration: 2.847376018s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:55.197819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.335352Z","time spent":"2.862308675s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:55.197873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.349799Z","time spent":"2.848020735s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:55.197964Z","caller":"traceutil/trace.go:171","msg":"trace[1464458925] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"2.85972556s","start":"2026-03-18T14:50:52.338125Z","end":"2026-03-18T14:50:55.19785Z","steps":["trace[1464458925] 'process raft request' (duration: 2.858911609s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:55.198091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.338081Z","time spent":"2.859941985s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:55.197702Z","caller":"traceutil/trace.go:171","msg":"trace[942741928] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"2.858455187s","start":"2026-03-18T14:50:52.339006Z","end":"2026-03-18T14:50:55.197462Z","steps":["trace[942741928] 'process raft request' (duration: 2.8581417s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:55.198505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.338993Z","time spent":"2.859427532s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:56.33931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000634745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:50:56.339416Z","caller":"traceutil/trace.go:171","msg":"trace[40609690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772349s","start":"2026-03-18T14:50:54.33862Z","end":"2026-03-18T14:50:56.339392Z","steps":["trace[40609690] 'agreement among raft nodes before linearized reading' (duration: 2.000652696s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:56.339482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:54.338609Z","time spent":"2.000857401s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:50:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:50:56.403531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.095158ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T14:50:56.403743Z","caller":"traceutil/trace.go:171","msg":"trace[1483905902] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"1.205938475s","start":"2026-03-18T14:50:55.197771Z","end":"2026-03-18T14:50:56.40371Z","steps":["trace[1483905902] 'read index received' (duration: 460.613891ms)","trace[1483905902] 'applied index is now lower than readState.Index' (duration: 745.321324ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:56.403779Z","caller":"traceutil/trace.go:171","msg":"trace[1021530527] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"1.200856497s","start":"2026-03-18T14:50:55.202906Z","end":"2026-03-18T14:50:56.403762Z","steps":["trace[1021530527] 'process raft request' (duration: 1.200741544s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:56.40386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:55.202878Z","time spent":"1.20093634s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:56.403948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068273902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-18T14:50:56.403984Z","caller":"traceutil/trace.go:171","msg":"trace[1402971439] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919; range_end:; response_count:1; response_revision:608; }","duration":"2.068348214s","start":"2026-03-18T14:50:54.335627Z","end":"2026-03-18T14:50:56.403975Z","steps":["trace[1402971439] 'agreement among raft nodes before linearized reading' (duration: 2.06821886s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:56.404021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:54.33561Z","time spent":"2.068404356s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919\" "} {"level":"warn","ts":"2026-03-18T14:50:56.404297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532242577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:56.404323Z","caller":"traceutil/trace.go:171","msg":"trace[17202641] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:608; }","duration":"2.53233191s","start":"2026-03-18T14:50:53.871986Z","end":"2026-03-18T14:50:56.404318Z","steps":["trace[17202641] 'agreement among raft nodes before linearized reading' (duration: 2.532288089s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:56.404341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:53.871962Z","time spent":"2.532374241s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:50:56.404344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553297888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:50:56.404375Z","caller":"traceutil/trace.go:171","msg":"trace[147951378] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:608; }","duration":"3.553365809s","start":"2026-03-18T14:50:52.850999Z","end":"2026-03-18T14:50:56.404365Z","steps":["trace[147951378] 'agreement among raft nodes before linearized reading' (duration: 3.553300028s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:56.404394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.850979Z","time spent":"3.553410081s","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:50:56.934013Z","caller":"traceutil/trace.go:171","msg":"trace[466977228] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"151.150894ms","start":"2026-03-18T14:50:56.782834Z","end":"2026-03-18T14:50:56.933985Z","steps":["trace[466977228] 'process raft request' (duration: 89.985012ms)","trace[466977228] 'compare' (duration: 61.025399ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:58.840843Z","caller":"traceutil/trace.go:171","msg":"trace[129645432] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"412.753573ms","start":"2026-03-18T14:50:58.428063Z","end":"2026-03-18T14:50:58.840816Z","steps":["trace[129645432] 'process raft request' (duration: 408.777313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:58.841012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:58.428027Z","time spent":"412.914887ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:58.84518Z","caller":"traceutil/trace.go:171","msg":"trace[160661002] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"412.456297ms","start":"2026-03-18T14:50:58.432708Z","end":"2026-03-18T14:50:58.845165Z","steps":["trace[160661002] 'process raft request' (duration: 412.389995ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:58.845197Z","caller":"traceutil/trace.go:171","msg":"trace[842867673] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"415.76864ms","start":"2026-03-18T14:50:58.429398Z","end":"2026-03-18T14:50:58.845167Z","steps":["trace[842867673] 'process raft request' (duration: 415.603946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:58.845263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:58.432691Z","time spent":"412.538059ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:58.845346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:58.429388Z","time spent":"415.879322ms","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:58.845481Z","caller":"traceutil/trace.go:171","msg":"trace[2110155502] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:773; }","duration":"202.579111ms","start":"2026-03-18T14:50:58.642886Z","end":"2026-03-18T14:50:58.845465Z","steps":["trace[2110155502] 'read index received' (duration: 193.905413ms)","trace[2110155502] 'applied index is now lower than readState.Index' (duration: 8.672798ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:58.845507Z","caller":"traceutil/trace.go:171","msg":"trace[56144070] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"227.686396ms","start":"2026-03-18T14:50:58.617783Z","end":"2026-03-18T14:50:58.84547Z","steps":["trace[56144070] 'process raft request' (duration: 227.351317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:58.845591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.693534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:58.845667Z","caller":"traceutil/trace.go:171","msg":"trace[566386141] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:747; }","duration":"202.792007ms","start":"2026-03-18T14:50:58.642852Z","end":"2026-03-18T14:50:58.845644Z","steps":["trace[566386141] 'agreement among raft nodes before linearized reading' (duration: 202.683044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:58.845603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.590951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:50:58.845679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.14498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:50:58.845719Z","caller":"traceutil/trace.go:171","msg":"trace[941813551] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:747; }","duration":"202.704804ms","start":"2026-03-18T14:50:58.642997Z","end":"2026-03-18T14:50:58.845702Z","steps":["trace[941813551] 'agreement among raft nodes before linearized reading' (duration: 202.568331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:58.845746Z","caller":"traceutil/trace.go:171","msg":"trace[1139378078] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:747; }","duration":"202.237982ms","start":"2026-03-18T14:50:58.643489Z","end":"2026-03-18T14:50:58.845727Z","steps":["trace[1139378078] 'agreement among raft nodes before linearized reading' (duration: 202.122699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:16.619685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982619582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:51:16.958369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379349789s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:51:16.958819Z","caller":"traceutil/trace.go:171","msg":"trace[242299918] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:999; }","duration":"840.067575ms","start":"2026-03-18T14:51:16.118724Z","end":"2026-03-18T14:51:16.958791Z","steps":["trace[242299918] 'read index received' (duration: 839.89806ms)","trace[242299918] 'applied index is now lower than readState.Index' (duration: 168.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:16.958899Z","caller":"traceutil/trace.go:171","msg":"trace[113242790] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"1.379960756s","start":"2026-03-18T14:51:15.578914Z","end":"2026-03-18T14:51:16.958875Z","steps":["trace[113242790] 'process raft request' (duration: 1.379704989s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:16.958959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.205768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:51:16.959002Z","caller":"traceutil/trace.go:171","msg":"trace[1998134197] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:964; }","duration":"840.306741ms","start":"2026-03-18T14:51:16.118682Z","end":"2026-03-18T14:51:16.958988Z","steps":["trace[1998134197] 'agreement among raft nodes before linearized reading' (duration: 840.213449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:16.959042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:16.118664Z","time spent":"840.366622ms","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:51:16.959075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:15.578888Z","time spent":"1.380094729s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:17.459457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982619587,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:51:17.610937Z","caller":"traceutil/trace.go:171","msg":"trace[1768493184] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1000; }","duration":"652.03793ms","start":"2026-03-18T14:51:16.958873Z","end":"2026-03-18T14:51:17.610911Z","steps":["trace[1768493184] 'read index received' (duration: 644.049018ms)","trace[1768493184] 'applied index is now lower than readState.Index' (duration: 7.987762ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:17.611027Z","caller":"traceutil/trace.go:171","msg":"trace[1965733122] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"789.859788ms","start":"2026-03-18T14:51:16.821132Z","end":"2026-03-18T14:51:17.610992Z","steps":["trace[1965733122] 'process raft request' (duration: 781.815315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:17.61113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.318894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:51:17.611137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100350841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:51:17.611171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:16.821116Z","time spent":"789.97486ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:17.611092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318190957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:51:17.611207Z","caller":"traceutil/trace.go:171","msg":"trace[1787368262] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:965; }","duration":"617.447738ms","start":"2026-03-18T14:51:16.993741Z","end":"2026-03-18T14:51:17.611189Z","steps":["trace[1787368262] 'agreement among raft nodes before linearized reading' (duration: 617.329465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:17.611216Z","caller":"traceutil/trace.go:171","msg":"trace[1109267864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:965; }","duration":"1.100462733s","start":"2026-03-18T14:51:16.510735Z","end":"2026-03-18T14:51:17.611198Z","steps":["trace[1109267864] 'agreement among raft nodes before linearized reading' (duration: 1.100272058s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:17.611236Z","caller":"traceutil/trace.go:171","msg":"trace[1452883698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:965; }","duration":"1.318384572s","start":"2026-03-18T14:51:16.292842Z","end":"2026-03-18T14:51:17.611226Z","steps":["trace[1452883698] 'agreement among raft nodes before linearized reading' (duration: 1.318195727s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:17.611256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:16.51072Z","time spent":"1.100528405s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:51:17.611267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:16.29281Z","time spent":"1.318449783s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:51:17.611263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:16.993709Z","time spent":"617.538699ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:51:17.611397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.609781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:51:17.611432Z","caller":"traceutil/trace.go:171","msg":"trace[267607465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:965; }","duration":"223.717225ms","start":"2026-03-18T14:51:17.387707Z","end":"2026-03-18T14:51:17.611424Z","steps":["trace[267607465] 'agreement among raft nodes before linearized reading' (duration: 223.635942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:17.611552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.411906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:51:17.611583Z","caller":"traceutil/trace.go:171","msg":"trace[2110629200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:965; }","duration":"171.480437ms","start":"2026-03-18T14:51:17.440094Z","end":"2026-03-18T14:51:17.611575Z","steps":["trace[2110629200] 'agreement among raft nodes before linearized reading' (duration: 171.408326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:17.611628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.376669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:51:17.611698Z","caller":"traceutil/trace.go:171","msg":"trace[269869280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:965; }","duration":"258.481442ms","start":"2026-03-18T14:51:17.3532Z","end":"2026-03-18T14:51:17.611681Z","steps":["trace[269869280] 'agreement among raft nodes before linearized reading' (duration: 258.286257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:17.611598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.238539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:51:17.611966Z","caller":"traceutil/trace.go:171","msg":"trace[306643584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:965; }","duration":"257.648241ms","start":"2026-03-18T14:51:17.354296Z","end":"2026-03-18T14:51:17.611944Z","steps":["trace[306643584] 'agreement among raft nodes before linearized reading' (duration: 257.104466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:25.86667Z","caller":"traceutil/trace.go:171","msg":"trace[236323486] linearizableReadLoop","detail":"{readStateIndex:1050; appliedIndex:1049; }","duration":"191.723537ms","start":"2026-03-18T14:51:25.674914Z","end":"2026-03-18T14:51:25.866638Z","steps":["trace[236323486] 'read index received' (duration: 191.594553ms)","trace[236323486] 'applied index is now lower than readState.Index' (duration: 127.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:25.866758Z","caller":"traceutil/trace.go:171","msg":"trace[1911503368] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"209.622058ms","start":"2026-03-18T14:51:25.65711Z","end":"2026-03-18T14:51:25.866732Z","steps":["trace[1911503368] 'process raft request' (duration: 209.328751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:25.867038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.094066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:51:25.867213Z","caller":"traceutil/trace.go:171","msg":"trace[120466504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1012; }","duration":"192.324662ms","start":"2026-03-18T14:51:25.674868Z","end":"2026-03-18T14:51:25.867193Z","steps":["trace[120466504] 'agreement among raft nodes before linearized reading' (duration: 191.935242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:25.900368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.710632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:51:25.900405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.684171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:51:25.900454Z","caller":"traceutil/trace.go:171","msg":"trace[2007945727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1013; }","duration":"217.848445ms","start":"2026-03-18T14:51:25.682586Z","end":"2026-03-18T14:51:25.900434Z","steps":["trace[2007945727] 'agreement among raft nodes before linearized reading' (duration: 217.6295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:25.900476Z","caller":"traceutil/trace.go:171","msg":"trace[184984539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1013; }","duration":"213.800344ms","start":"2026-03-18T14:51:25.686658Z","end":"2026-03-18T14:51:25.900459Z","steps":["trace[184984539] 'agreement among raft nodes before linearized reading' (duration: 213.586449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:25.900542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.44519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:51:25.90065Z","caller":"traceutil/trace.go:171","msg":"trace[1789909772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1013; }","duration":"214.571653ms","start":"2026-03-18T14:51:25.686055Z","end":"2026-03-18T14:51:25.900627Z","steps":["trace[1789909772] 'agreement among raft nodes before linearized reading' (duration: 214.361678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:40.750754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.749173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:51:40.750848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.835459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-mmfc5\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-18T14:51:40.750857Z","caller":"traceutil/trace.go:171","msg":"trace[1384882053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1139; }","duration":"456.897368ms","start":"2026-03-18T14:51:40.293941Z","end":"2026-03-18T14:51:40.750839Z","steps":["trace[1384882053] 'range keys from in-memory index tree' (duration: 456.690401ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:40.750911Z","caller":"traceutil/trace.go:171","msg":"trace[2122803418] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-mmfc5; range_end:; response_count:1; response_revision:1139; }","duration":"254.938302ms","start":"2026-03-18T14:51:40.495956Z","end":"2026-03-18T14:51:40.750894Z","steps":["trace[2122803418] 'range keys from in-memory index tree' (duration: 254.708136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:40.750925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:40.293926Z","time spent":"456.98861ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:51:46.264575Z","caller":"traceutil/trace.go:171","msg":"trace[852123500] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1291; }","duration":"261.136718ms","start":"2026-03-18T14:51:46.003415Z","end":"2026-03-18T14:51:46.264552Z","steps":["trace[852123500] 'read index received' (duration: 260.971454ms)","trace[852123500] 'applied index is now lower than readState.Index' (duration: 164.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:46.264685Z","caller":"traceutil/trace.go:171","msg":"trace[1850202995] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"285.222166ms","start":"2026-03-18T14:51:45.979428Z","end":"2026-03-18T14:51:46.26465Z","steps":["trace[1850202995] 'process raft request' (duration: 284.96039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.264834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.394374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T14:51:46.264875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.377741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:51:46.264898Z","caller":"traceutil/trace.go:171","msg":"trace[864124509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1246; }","duration":"261.490308ms","start":"2026-03-18T14:51:46.00339Z","end":"2026-03-18T14:51:46.264881Z","steps":["trace[864124509] 'agreement among raft nodes before linearized reading' (duration: 261.308834ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:46.264936Z","caller":"traceutil/trace.go:171","msg":"trace[746867542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1246; }","duration":"220.462522ms","start":"2026-03-18T14:51:46.044455Z","end":"2026-03-18T14:51:46.264918Z","steps":["trace[746867542] 'agreement among raft nodes before linearized reading' (duration: 220.315588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.264958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.129153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T14:51:46.265019Z","caller":"traceutil/trace.go:171","msg":"trace[566474389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1246; }","duration":"214.208885ms","start":"2026-03-18T14:51:46.050789Z","end":"2026-03-18T14:51:46.264998Z","steps":["trace[566474389] 'agreement among raft nodes before linearized reading' (duration: 214.064571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.265029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.025381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:51:46.265076Z","caller":"traceutil/trace.go:171","msg":"trace[790743428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1246; }","duration":"218.108383ms","start":"2026-03-18T14:51:46.046956Z","end":"2026-03-18T14:51:46.265064Z","steps":["trace[790743428] 'agreement among raft nodes before linearized reading' (duration: 217.927378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.794217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982620136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:51:46.833404Z","caller":"traceutil/trace.go:171","msg":"trace[1621528175] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"563.660511ms","start":"2026-03-18T14:51:46.26971Z","end":"2026-03-18T14:51:46.83337Z","steps":["trace[1621528175] 'process raft request' (duration: 560.968263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.83362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.269635Z","time spent":"563.861436ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:46.835232Z","caller":"traceutil/trace.go:171","msg":"trace[1550139890] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"564.938512ms","start":"2026-03-18T14:51:46.270258Z","end":"2026-03-18T14:51:46.835196Z","steps":["trace[1550139890] 'process raft request' (duration: 564.687146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:46.835334Z","caller":"traceutil/trace.go:171","msg":"trace[2059206373] linearizableReadLoop","detail":"{readStateIndex:1296; appliedIndex:1292; }","duration":"542.023484ms","start":"2026-03-18T14:51:46.293284Z","end":"2026-03-18T14:51:46.835308Z","steps":["trace[2059206373] 'read index received' (duration: 537.408648ms)","trace[2059206373] 'applied index is now lower than readState.Index' (duration: 4.613126ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:46.83536Z","caller":"traceutil/trace.go:171","msg":"trace[298910765] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"564.929283ms","start":"2026-03-18T14:51:46.270404Z","end":"2026-03-18T14:51:46.835334Z","steps":["trace[298910765] 'process raft request' (duration: 564.761299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.835399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.117317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:51:46.835418Z","caller":"traceutil/trace.go:171","msg":"trace[111023051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1250; }","duration":"542.17077ms","start":"2026-03-18T14:51:46.293241Z","end":"2026-03-18T14:51:46.835412Z","steps":["trace[111023051] 'agreement among raft nodes before linearized reading' (duration: 542.127508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.835433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.293223Z","time spent":"542.20612ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:51:46.835238Z","caller":"traceutil/trace.go:171","msg":"trace[795019153] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"564.910931ms","start":"2026-03-18T14:51:46.270295Z","end":"2026-03-18T14:51:46.835206Z","steps":["trace[795019153] 'process raft request' (duration: 564.826949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.835467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.270397Z","time spent":"565.010746ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:46.835471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.270234Z","time spent":"565.088886ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:46.836392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.270265Z","time spent":"565.344644ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:49.540709Z","caller":"traceutil/trace.go:171","msg":"trace[542415245] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"690.796188ms","start":"2026-03-18T14:51:48.849892Z","end":"2026-03-18T14:51:49.540688Z","steps":["trace[542415245] 'process raft request' (duration: 690.669404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:49.540838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.849874Z","time spent":"690.902361ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.018977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.176128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:51:50.019133Z","caller":"traceutil/trace.go:171","msg":"trace[1751335908] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1305; }","duration":"771.344381ms","start":"2026-03-18T14:51:49.247776Z","end":"2026-03-18T14:51:50.01912Z","steps":["trace[1751335908] 'read index received' (duration: 292.92709ms)","trace[1751335908] 'applied index is now lower than readState.Index' (duration: 478.416641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:50.019393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.07308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:51:50.019381Z","caller":"traceutil/trace.go:171","msg":"trace[135811078] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"1.168820709s","start":"2026-03-18T14:51:48.850531Z","end":"2026-03-18T14:51:50.019352Z","steps":["trace[135811078] 'process raft request' (duration: 1.168525921s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.019414Z","caller":"traceutil/trace.go:171","msg":"trace[1135220302] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"1.168421799s","start":"2026-03-18T14:51:48.850967Z","end":"2026-03-18T14:51:50.019389Z","steps":["trace[1135220302] 'process raft request' (duration: 1.168125871s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.019467Z","caller":"traceutil/trace.go:171","msg":"trace[1509765097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1262; }","duration":"728.170392ms","start":"2026-03-18T14:51:49.291258Z","end":"2026-03-18T14:51:50.019428Z","steps":["trace[1509765097] 'agreement among raft nodes before linearized reading' (duration: 728.09752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.019497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.291228Z","time spent":"728.262684ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:51:50.01945Z","caller":"traceutil/trace.go:171","msg":"trace[527087644] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"1.169404874s","start":"2026-03-18T14:51:48.84998Z","end":"2026-03-18T14:51:50.019385Z","steps":["trace[527087644] 'process raft request' (duration: 955.742023ms)","trace[527087644] 'compare' (duration: 213.072766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:50.019536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.850523Z","time spent":"1.168928251s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.019538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.850948Z","time spent":"1.168520962s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.019411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.670429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T14:51:50.019663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.84996Z","time spent":"1.169601258s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:50.019864Z","caller":"traceutil/trace.go:171","msg":"trace[112048757] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:1262; }","duration":"772.032398ms","start":"2026-03-18T14:51:49.24766Z","end":"2026-03-18T14:51:50.019692Z","steps":["trace[112048757] 'agreement among raft nodes before linearized reading' (duration: 771.625718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.019991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.247628Z","time spent":"772.331646ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-18T14:51:50.345522Z","caller":"traceutil/trace.go:171","msg":"trace[1372716534] linearizableReadLoop","detail":"{readStateIndex:1309; appliedIndex:1308; }","duration":"324.18106ms","start":"2026-03-18T14:51:50.021295Z","end":"2026-03-18T14:51:50.345476Z","steps":["trace[1372716534] 'read index received' (duration: 321.008259ms)","trace[1372716534] 'applied index is now lower than readState.Index' (duration: 3.171151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:50.345521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.02112Z","time spent":"324.393696ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:51:50.345635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.326144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:51:50.345702Z","caller":"traceutil/trace.go:171","msg":"trace[724431682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1262; }","duration":"324.433957ms","start":"2026-03-18T14:51:50.021255Z","end":"2026-03-18T14:51:50.345689Z","steps":["trace[724431682] 'agreement among raft nodes before linearized reading' (duration: 324.330304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.345975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.021231Z","time spent":"324.721295ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:52:00.560318Z","caller":"traceutil/trace.go:171","msg":"trace[1422390403] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"136.735493ms","start":"2026-03-18T14:52:00.423553Z","end":"2026-03-18T14:52:00.560288Z","steps":["trace[1422390403] 'process raft request' (duration: 136.469126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:00.698485Z","caller":"traceutil/trace.go:171","msg":"trace[74927346] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"120.091858ms","start":"2026-03-18T14:52:00.578372Z","end":"2026-03-18T14:52:00.698464Z","steps":["trace[74927346] 'process raft request' (duration: 119.960084ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:03.220763Z","caller":"traceutil/trace.go:171","msg":"trace[1954872323] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1507; }","duration":"337.547163ms","start":"2026-03-18T14:52:02.883198Z","end":"2026-03-18T14:52:03.220745Z","steps":["trace[1954872323] 'process raft request' (duration: 337.47308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:03.220937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:02.883165Z","time spent":"337.720458ms","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:52:03.232162Z","caller":"traceutil/trace.go:171","msg":"trace[406175179] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1507; }","duration":"348.707858ms","start":"2026-03-18T14:52:02.883438Z","end":"2026-03-18T14:52:03.232146Z","steps":["trace[406175179] 'process raft request' (duration: 348.552604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:03.232227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:02.883415Z","time spent":"348.78473ms","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:52:03.232483Z","caller":"traceutil/trace.go:171","msg":"trace[213654797] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1507; }","duration":"267.255258ms","start":"2026-03-18T14:52:02.965219Z","end":"2026-03-18T14:52:03.232474Z","steps":["trace[213654797] 'process raft request' (duration: 267.016962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:07.081476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982620770,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:52:07.428692Z","caller":"traceutil/trace.go:171","msg":"trace[1504845714] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1629; }","duration":"847.293033ms","start":"2026-03-18T14:52:06.581379Z","end":"2026-03-18T14:52:07.428672Z","steps":["trace[1504845714] 'read index received' (duration: 847.125469ms)","trace[1504845714] 'applied index is now lower than readState.Index' (duration: 166.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:07.428759Z","caller":"traceutil/trace.go:171","msg":"trace[1970028593] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"920.135064ms","start":"2026-03-18T14:52:06.508598Z","end":"2026-03-18T14:52:07.428733Z","steps":["trace[1970028593] 'process raft request' (duration: 919.953889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:07.428835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.228376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:52:07.428871Z","caller":"traceutil/trace.go:171","msg":"trace[1373960041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1558; }","duration":"137.304107ms","start":"2026-03-18T14:52:07.291552Z","end":"2026-03-18T14:52:07.428856Z","steps":["trace[1373960041] 'agreement among raft nodes before linearized reading' (duration: 137.231875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:07.428893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:06.508578Z","time spent":"920.238196ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:07.428974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.566721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:52:07.429201Z","caller":"traceutil/trace.go:171","msg":"trace[1756107721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1558; }","duration":"847.860648ms","start":"2026-03-18T14:52:06.58131Z","end":"2026-03-18T14:52:07.429171Z","steps":["trace[1756107721] 'agreement among raft nodes before linearized reading' (duration: 847.468908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:07.429266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:06.581284Z","time spent":"847.96372ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:52:15.915045Z","caller":"traceutil/trace.go:171","msg":"trace[979716405] linearizableReadLoop","detail":"{readStateIndex:1738; appliedIndex:1737; }","duration":"448.164627ms","start":"2026-03-18T14:52:15.466864Z","end":"2026-03-18T14:52:15.915028Z","steps":["trace[979716405] 'read index received' (duration: 448.044884ms)","trace[979716405] 'applied index is now lower than readState.Index' (duration: 118.673µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:15.915174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.573116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:52:15.915131Z","caller":"traceutil/trace.go:171","msg":"trace[237000884] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"456.242344ms","start":"2026-03-18T14:52:15.458854Z","end":"2026-03-18T14:52:15.915096Z","steps":["trace[237000884] 'process raft request' (duration: 456.046119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:15.915271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.675391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d05e6d16-5126-4195-a339-3c6bbbaa4c4d\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-18T14:52:15.915251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.376643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:52:15.915292Z","caller":"traceutil/trace.go:171","msg":"trace[294800620] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d05e6d16-5126-4195-a339-3c6bbbaa4c4d; range_end:; response_count:1; response_revision:1664; }","duration":"246.695632ms","start":"2026-03-18T14:52:15.668591Z","end":"2026-03-18T14:52:15.915287Z","steps":["trace[294800620] 'agreement among raft nodes before linearized reading' (duration: 246.61512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:15.91531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:15.45883Z","time spent":"456.392488ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:15.915197Z","caller":"traceutil/trace.go:171","msg":"trace[294581944] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1664; }","duration":"260.647688ms","start":"2026-03-18T14:52:15.654542Z","end":"2026-03-18T14:52:15.91519Z","steps":["trace[294581944] 'agreement among raft nodes before linearized reading' (duration: 260.590667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:15.91541Z","caller":"traceutil/trace.go:171","msg":"trace[196893077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1664; }","duration":"448.485616ms","start":"2026-03-18T14:52:15.466814Z","end":"2026-03-18T14:52:15.9153Z","steps":["trace[196893077] 'agreement among raft nodes before linearized reading' (duration: 448.290441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:15.915406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.947659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:52:15.915426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.696669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d05e6d16-5126-4195-a339-3c6bbbaa4c4d\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-18T14:52:15.915475Z","caller":"traceutil/trace.go:171","msg":"trace[568122950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1664; }","duration":"251.042952ms","start":"2026-03-18T14:52:15.664414Z","end":"2026-03-18T14:52:15.915457Z","steps":["trace[568122950] 'agreement among raft nodes before linearized reading' (duration: 250.882368ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:15.915523Z","caller":"traceutil/trace.go:171","msg":"trace[123146794] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d05e6d16-5126-4195-a339-3c6bbbaa4c4d; range_end:; response_count:1; response_revision:1664; }","duration":"159.852633ms","start":"2026-03-18T14:52:15.755649Z","end":"2026-03-18T14:52:15.915502Z","steps":["trace[123146794] 'agreement among raft nodes before linearized reading' (duration: 159.569096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:15.915758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:15.466795Z","time spent":"448.915706ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:52:16.639117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982620998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:17.140142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982620998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:17.64096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982620998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:17.748442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.829532542s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:52:17.831468Z","caller":"traceutil/trace.go:171","msg":"trace[929428215] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"1.912594633s","start":"2026-03-18T14:52:15.91882Z","end":"2026-03-18T14:52:17.831415Z","steps":["trace[929428215] 'process raft request' (duration: 1.829909952s)","trace[929428215] 'compare' (duration: 82.063966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:17.831648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:15.918804Z","time spent":"1.912754548s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:18.290286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:52:18.29037Z","caller":"traceutil/trace.go:171","msg":"trace[1174247212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217941s","start":"2026-03-18T14:52:16.290134Z","end":"2026-03-18T14:52:18.290352Z","steps":["trace[1174247212] 'agreement among raft nodes before linearized reading' (duration: 2.000087818s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:18.290416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:16.290116Z","time spent":"2.000291424s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:52:18.297173Z","caller":"traceutil/trace.go:171","msg":"trace[1532052169] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"2.378109894s","start":"2026-03-18T14:52:15.919047Z","end":"2026-03-18T14:52:18.297157Z","steps":["trace[1532052169] 'process raft request' (duration: 2.377899368s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:18.297322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:15.919017Z","time spent":"2.378205066s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:18.297676Z","caller":"traceutil/trace.go:171","msg":"trace[1641885211] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"2.375273521s","start":"2026-03-18T14:52:15.92236Z","end":"2026-03-18T14:52:18.297633Z","steps":["trace[1641885211] 'process raft request' (duration: 2.374745807s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:18.297781Z","caller":"traceutil/trace.go:171","msg":"trace[112024733] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"2.142326212s","start":"2026-03-18T14:52:16.15543Z","end":"2026-03-18T14:52:18.297757Z","steps":["trace[112024733] 'process raft request' (duration: 2.142138556s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:18.297795Z","caller":"traceutil/trace.go:171","msg":"trace[1629725668] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"2.342241309s","start":"2026-03-18T14:52:15.95551Z","end":"2026-03-18T14:52:18.297751Z","steps":["trace[1629725668] 'process raft request' (duration: 2.3419561s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:18.297867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:15.922347Z","time spent":"2.375419905s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:18.297888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:16.155407Z","time spent":"2.142430225s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:18.297977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:15.955488Z","time spent":"2.342399913s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:18.297697Z","caller":"traceutil/trace.go:171","msg":"trace[698526914] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1738; }","duration":"2.159187062s","start":"2026-03-18T14:52:16.138492Z","end":"2026-03-18T14:52:18.29768Z","steps":["trace[698526914] 'read index received' (duration: 1.610281462s)","trace[698526914] 'applied index is now lower than readState.Index' (duration: 548.90453ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:18.298146Z","caller":"traceutil/trace.go:171","msg":"trace[2108456787] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"1.958028895s","start":"2026-03-18T14:52:16.340076Z","end":"2026-03-18T14:52:18.298105Z","steps":["trace[2108456787] 'process raft request' (duration: 1.957549962s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:18.298274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:16.340053Z","time spent":"1.958160297s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:18.298162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159632394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:52:18.298509Z","caller":"traceutil/trace.go:171","msg":"trace[1817850494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1670; }","duration":"2.160045984s","start":"2026-03-18T14:52:16.138443Z","end":"2026-03-18T14:52:18.298489Z","steps":["trace[1817850494] 'agreement among raft nodes before linearized reading' (duration: 2.159294995s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:18.299135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:16.138423Z","time spent":"2.16068638s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:52:19.668634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320378626s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:52:19.668972Z","caller":"traceutil/trace.go:171","msg":"trace[1830495274] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"1.365821068s","start":"2026-03-18T14:52:18.303124Z","end":"2026-03-18T14:52:19.668945Z","steps":["trace[1830495274] 'process raft request' (duration: 1.365731185s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:19.669138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522267689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:52:19.669176Z","caller":"traceutil/trace.go:171","msg":"trace[962975216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1672; }","duration":"3.52232937s","start":"2026-03-18T14:52:16.146837Z","end":"2026-03-18T14:52:19.669167Z","steps":["trace[962975216] 'agreement among raft nodes before linearized reading' (duration: 3.522189957s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:19.669206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:16.146826Z","time spent":"3.522372421s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:52:19.669148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:18.3031Z","time spent":"1.365992802s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:19.668998Z","caller":"traceutil/trace.go:171","msg":"trace[1560422899] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1744; }","duration":"1.370950027s","start":"2026-03-18T14:52:18.298031Z","end":"2026-03-18T14:52:19.668981Z","steps":["trace[1560422899] 'read index received' (duration: 50.146251ms)","trace[1560422899] 'applied index is now lower than readState.Index' (duration: 1.320801626s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:19.66946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747588052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T14:52:19.669556Z","caller":"traceutil/trace.go:171","msg":"trace[308798902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1672; }","duration":"2.747718845s","start":"2026-03-18T14:52:16.921816Z","end":"2026-03-18T14:52:19.669535Z","steps":["trace[308798902] 'agreement among raft nodes before linearized reading' (duration: 2.747460749s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:19.669554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748129636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d05e6d16-5126-4195-a339-3c6bbbaa4c4d\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-18T14:52:19.669009Z","caller":"traceutil/trace.go:171","msg":"trace[328593990] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"1.748670516s","start":"2026-03-18T14:52:17.920308Z","end":"2026-03-18T14:52:19.668979Z","steps":["trace[328593990] 'process raft request' (duration: 427.839039ms)","trace[328593990] 'compare' (duration: 1.320178171s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:19.669607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:16.921785Z","time spent":"2.747811148s","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:52:19.669666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521345156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-18T14:52:19.669727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67284855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-03-18T14:52:19.669435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37844036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:52:19.669734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:17.920283Z","time spent":"1.749370613s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:19.669751Z","caller":"traceutil/trace.go:171","msg":"trace[2052299972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1672; }","duration":"3.521457869s","start":"2026-03-18T14:52:16.148277Z","end":"2026-03-18T14:52:19.669734Z","steps":["trace[2052299972] 'agreement among raft nodes before linearized reading' (duration: 3.521018727s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:19.669776Z","caller":"traceutil/trace.go:171","msg":"trace[2027077523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1672; }","duration":"1.672938461s","start":"2026-03-18T14:52:17.996826Z","end":"2026-03-18T14:52:19.669764Z","steps":["trace[2027077523] 'agreement among raft nodes before linearized reading' (duration: 1.67248436s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:19.669651Z","caller":"traceutil/trace.go:171","msg":"trace[1424155123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d05e6d16-5126-4195-a339-3c6bbbaa4c4d; range_end:; response_count:1; response_revision:1672; }","duration":"2.74829297s","start":"2026-03-18T14:52:16.921336Z","end":"2026-03-18T14:52:19.669629Z","steps":["trace[1424155123] 'agreement among raft nodes before linearized reading' (duration: 2.747952961s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:19.669802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:16.148214Z","time spent":"3.521578242s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:52:19.669812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:17.996785Z","time spent":"1.673019233s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:52:19.669858Z","caller":"traceutil/trace.go:171","msg":"trace[1009154761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1672; }","duration":"1.378885661s","start":"2026-03-18T14:52:18.290948Z","end":"2026-03-18T14:52:19.669834Z","steps":["trace[1009154761] 'agreement among raft nodes before linearized reading' (duration: 1.378330837s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:19.669847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:16.921318Z","time spent":"2.748515045s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d05e6d16-5126-4195-a339-3c6bbbaa4c4d\" "} {"level":"warn","ts":"2026-03-18T14:52:19.670207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:18.290932Z","time spent":"1.37925573s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:52:20.112055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534596959s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:52:20.220538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.247855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:52:20.220706Z","caller":"traceutil/trace.go:171","msg":"trace[1739267404] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1746; }","duration":"551.20161ms","start":"2026-03-18T14:52:19.669491Z","end":"2026-03-18T14:52:20.220692Z","steps":["trace[1739267404] 'read index received' (duration: 442.75216ms)","trace[1739267404] 'applied index is now lower than readState.Index' (duration: 108.44862ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:20.220773Z","caller":"traceutil/trace.go:171","msg":"trace[873014099] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"1.784151863s","start":"2026-03-18T14:52:18.436611Z","end":"2026-03-18T14:52:20.220763Z","steps":["trace[873014099] 'process raft request' (duration: 1.67561239s)","trace[873014099] 'compare' (duration: 108.114812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:20.220825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:18.436581Z","time spent":"1.784215625s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:20.221016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.002006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:52:20.221128Z","caller":"traceutil/trace.go:171","msg":"trace[1755343096] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1674; }","duration":"775.15877ms","start":"2026-03-18T14:52:19.445943Z","end":"2026-03-18T14:52:20.221101Z","steps":["trace[1755343096] 'agreement among raft nodes before linearized reading' (duration: 774.937705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.221198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:19.445927Z","time spent":"775.251282ms","remote":"127.0.0.1:38356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:52:20.221212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25787264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:52:20.22121Z","caller":"traceutil/trace.go:171","msg":"trace[884812709] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"1.675140548s","start":"2026-03-18T14:52:18.546046Z","end":"2026-03-18T14:52:20.221186Z","steps":["trace[884812709] 'process raft request' (duration: 1.674573314s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.221325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:18.546007Z","time spent":"1.675255681s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:20.221215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.586783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:52:20.221337Z","caller":"traceutil/trace.go:171","msg":"trace[1079773514] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1674; }","duration":"1.257984223s","start":"2026-03-18T14:52:18.963261Z","end":"2026-03-18T14:52:20.221245Z","steps":["trace[1079773514] 'agreement among raft nodes before linearized reading' (duration: 1.2578696s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.221424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:18.963228Z","time spent":"1.258181508s","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:52:20.221364Z","caller":"traceutil/trace.go:171","msg":"trace[1940728998] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:1674; }","duration":"972.768607ms","start":"2026-03-18T14:52:19.248587Z","end":"2026-03-18T14:52:20.221356Z","steps":["trace[1940728998] 'agreement among raft nodes before linearized reading' (duration: 972.548961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.22152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:19.248569Z","time spent":"972.944012ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T14:52:20.221581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24063685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:52:20.22166Z","caller":"traceutil/trace.go:171","msg":"trace[20420074] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1674; }","duration":"1.240747473s","start":"2026-03-18T14:52:18.980889Z","end":"2026-03-18T14:52:20.221637Z","steps":["trace[20420074] 'agreement among raft nodes before linearized reading' (duration: 1.24022103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.221771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:18.980863Z","time spent":"1.240888037s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:52:20.378815Z","caller":"traceutil/trace.go:171","msg":"trace[1688122568] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"705.733127ms","start":"2026-03-18T14:52:19.673062Z","end":"2026-03-18T14:52:20.378795Z","steps":["trace[1688122568] 'process raft request' (duration: 705.05312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.378967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:19.673045Z","time spent":"705.845709ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:20.378989Z","caller":"traceutil/trace.go:171","msg":"trace[831590221] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1748; }","duration":"158.231681ms","start":"2026-03-18T14:52:20.220734Z","end":"2026-03-18T14:52:20.378966Z","steps":["trace[831590221] 'read index received' (duration: 157.39267ms)","trace[831590221] 'applied index is now lower than readState.Index' (duration: 837.551µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:20.379125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.160041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:52:20.379139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.417916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:52:20.379178Z","caller":"traceutil/trace.go:171","msg":"trace[359814366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1676; }","duration":"703.228833ms","start":"2026-03-18T14:52:19.675935Z","end":"2026-03-18T14:52:20.379164Z","steps":["trace[359814366] 'agreement among raft nodes before linearized reading' (duration: 703.15647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.379171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.269157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:52:20.379206Z","caller":"traceutil/trace.go:171","msg":"trace[1946115725] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1676; }","duration":"701.51957ms","start":"2026-03-18T14:52:19.677666Z","end":"2026-03-18T14:52:20.379185Z","steps":["trace[1946115725] 'agreement among raft nodes before linearized reading' (duration: 701.415026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.37922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:19.675929Z","time spent":"703.279944ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:52:20.379238Z","caller":"traceutil/trace.go:171","msg":"trace[1648538451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1676; }","duration":"543.359439ms","start":"2026-03-18T14:52:19.835857Z","end":"2026-03-18T14:52:20.379216Z","steps":["trace[1648538451] 'agreement among raft nodes before linearized reading' (duration: 543.156663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.379209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.014455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-18T14:52:20.379284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:19.835839Z","time spent":"543.432181ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:52:20.379279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:19.677646Z","time spent":"701.610622ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:52:20.37929Z","caller":"traceutil/trace.go:171","msg":"trace[1890979535] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"705.639934ms","start":"2026-03-18T14:52:19.673615Z","end":"2026-03-18T14:52:20.379255Z","steps":["trace[1890979535] 'process raft request' (duration: 705.141811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:20.379342Z","caller":"traceutil/trace.go:171","msg":"trace[1700017560] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919; range_end:; response_count:1; response_revision:1676; }","duration":"706.156328ms","start":"2026-03-18T14:52:19.673163Z","end":"2026-03-18T14:52:20.379319Z","steps":["trace[1700017560] 'agreement among raft nodes before linearized reading' (duration: 705.945722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:20.379419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:19.673158Z","time spent":"706.2309ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919\" "} {"level":"warn","ts":"2026-03-18T14:52:20.379466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:19.673608Z","time spent":"705.769978ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:28.061545Z","caller":"traceutil/trace.go:171","msg":"trace[1200482837] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"132.762342ms","start":"2026-03-18T14:52:27.928757Z","end":"2026-03-18T14:52:28.061519Z","steps":["trace[1200482837] 'process raft request' (duration: 132.582177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:28.917149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:28.958301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.534535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:52:28.958417Z","caller":"traceutil/trace.go:171","msg":"trace[787118144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1751; }","duration":"664.762409ms","start":"2026-03-18T14:52:28.293624Z","end":"2026-03-18T14:52:28.958386Z","steps":["trace[787118144] 'range keys from in-memory index tree' (duration: 664.413721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:28.958488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:28.293606Z","time spent":"664.852472ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:52:28.958535Z","caller":"traceutil/trace.go:171","msg":"trace[955793703] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"554.405211ms","start":"2026-03-18T14:52:28.404053Z","end":"2026-03-18T14:52:28.958458Z","steps":["trace[955793703] 'process raft request' (duration: 528.999652ms)","trace[955793703] 'compare' (duration: 25.183214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:28.958721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:28.404028Z","time spent":"554.598167ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:29.049772Z","caller":"traceutil/trace.go:171","msg":"trace[967672803] linearizableReadLoop","detail":"{readStateIndex:1829; appliedIndex:1827; }","duration":"633.310847ms","start":"2026-03-18T14:52:28.416426Z","end":"2026-03-18T14:52:29.049737Z","steps":["trace[967672803] 'read index received' (duration: 516.707729ms)","trace[967672803] 'applied index is now lower than readState.Index' (duration: 116.600268ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:29.0499Z","caller":"traceutil/trace.go:171","msg":"trace[1832650422] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"643.59061ms","start":"2026-03-18T14:52:28.406286Z","end":"2026-03-18T14:52:29.049876Z","steps":["trace[1832650422] 'process raft request' (duration: 643.237451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:29.050042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:28.406263Z","time spent":"643.688493ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:29.050091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.661256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:52:29.05016Z","caller":"traceutil/trace.go:171","msg":"trace[1556734005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1753; }","duration":"633.765678ms","start":"2026-03-18T14:52:28.416375Z","end":"2026-03-18T14:52:29.050141Z","steps":["trace[1556734005] 'agreement among raft nodes before linearized reading' (duration: 633.549833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:29.050197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:28.416355Z","time spent":"633.833671ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:52:29.050233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.533417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:52:29.050259Z","caller":"traceutil/trace.go:171","msg":"trace[497883250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1753; }","duration":"632.576988ms","start":"2026-03-18T14:52:28.417674Z","end":"2026-03-18T14:52:29.050251Z","steps":["trace[497883250] 'agreement among raft nodes before linearized reading' (duration: 632.499406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:29.050103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.909667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:52:29.050252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.559201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-75r7t\" ","response":"range_response_count:1 size:5851"} {"level":"warn","ts":"2026-03-18T14:52:29.050237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.586775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T14:52:29.050293Z","caller":"traceutil/trace.go:171","msg":"trace[1099578886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1753; }","duration":"633.145503ms","start":"2026-03-18T14:52:28.417137Z","end":"2026-03-18T14:52:29.050282Z","steps":["trace[1099578886] 'agreement among raft nodes before linearized reading' (duration: 632.789224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:29.050316Z","caller":"traceutil/trace.go:171","msg":"trace[1879946783] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-75r7t; range_end:; response_count:1; response_revision:1753; }","duration":"499.655933ms","start":"2026-03-18T14:52:28.550638Z","end":"2026-03-18T14:52:29.050294Z","steps":["trace[1879946783] 'agreement among raft nodes before linearized reading' (duration: 499.501609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:29.050324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:28.417119Z","time spent":"633.197054ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:52:29.050335Z","caller":"traceutil/trace.go:171","msg":"trace[779375385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"285.76828ms","start":"2026-03-18T14:52:28.764541Z","end":"2026-03-18T14:52:29.05031Z","steps":["trace[779375385] 'agreement among raft nodes before linearized reading' (duration: 285.426961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:29.050281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:28.417665Z","time spent":"632.611329ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:52:29.050302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.236467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:52:29.05036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:28.550619Z","time spent":"499.730186ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5874,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-75r7t\" "} {"level":"warn","ts":"2026-03-18T14:52:29.05036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.170043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:52:29.050415Z","caller":"traceutil/trace.go:171","msg":"trace[683552957] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1753; }","duration":"195.427923ms","start":"2026-03-18T14:52:28.854965Z","end":"2026-03-18T14:52:29.050393Z","steps":["trace[683552957] 'agreement among raft nodes before linearized reading' (duration: 195.214417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:29.050423Z","caller":"traceutil/trace.go:171","msg":"trace[1789451906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1753; }","duration":"633.270176ms","start":"2026-03-18T14:52:28.417137Z","end":"2026-03-18T14:52:29.050407Z","steps":["trace[1789451906] 'agreement among raft nodes before linearized reading' (duration: 633.102362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:29.050458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:28.417119Z","time spent":"633.331687ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:52:35.593166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:36.093913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:36.594826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:37.094965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:37.293509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:52:37.2936Z","caller":"traceutil/trace.go:171","msg":"trace[1569627216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221612s","start":"2026-03-18T14:52:35.293354Z","end":"2026-03-18T14:52:37.293576Z","steps":["trace[1569627216] 'agreement among raft nodes before linearized reading' (duration: 2.000093729s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:37.293645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.293338Z","time spent":"2.000298664s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:52:37.595469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:38.096262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:52:38.214304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.22981729s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:52:38.214649Z","caller":"traceutil/trace.go:171","msg":"trace[1714674464] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"3.230288162s","start":"2026-03-18T14:52:34.984334Z","end":"2026-03-18T14:52:38.214622Z","steps":["trace[1714674464] 'process raft request' (duration: 3.230161739s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.214791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:34.984303Z","time spent":"3.230419485s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:38.243748Z","caller":"traceutil/trace.go:171","msg":"trace[1549968862] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"3.174832387s","start":"2026-03-18T14:52:35.068878Z","end":"2026-03-18T14:52:38.24371Z","steps":["trace[1549968862] 'process raft request' (duration: 3.17459653s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.24387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.068845Z","time spent":"3.174957259s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:38.266921Z","caller":"traceutil/trace.go:171","msg":"trace[1045409633] linearizableReadLoop","detail":"{readStateIndex:1877; appliedIndex:1873; }","duration":"3.174013164s","start":"2026-03-18T14:52:35.092878Z","end":"2026-03-18T14:52:38.266891Z","steps":["trace[1045409633] 'read index received' (duration: 3.121668127s)","trace[1045409633] 'applied index is now lower than readState.Index' (duration: 52.343207ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:38.266944Z","caller":"traceutil/trace.go:171","msg":"trace[2087235136] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"2.479849602s","start":"2026-03-18T14:52:35.78705Z","end":"2026-03-18T14:52:38.2669Z","steps":["trace[2087235136] 'process raft request' (duration: 2.479604016s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.267176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.787034Z","time spent":"2.480003577s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:38.28117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151103049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:52:38.281179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.711623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:52:38.281295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150038951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-18T14:52:38.281994Z","caller":"traceutil/trace.go:171","msg":"trace[1059499972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1799; }","duration":"3.15075159s","start":"2026-03-18T14:52:35.131212Z","end":"2026-03-18T14:52:38.281963Z","steps":["trace[1059499972] 'agreement among raft nodes before linearized reading' (duration: 3.13585731s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:38.281303Z","caller":"traceutil/trace.go:171","msg":"trace[1689430404] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1799; }","duration":"3.151304145s","start":"2026-03-18T14:52:35.12998Z","end":"2026-03-18T14:52:38.281284Z","steps":["trace[1689430404] 'agreement among raft nodes before linearized reading' (duration: 3.137095572s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.28209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.129968Z","time spent":"3.152105564s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:52:38.282085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.131198Z","time spent":"3.150864393s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:52:38.281303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188414872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T14:52:38.282239Z","caller":"traceutil/trace.go:171","msg":"trace[1471327487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1799; }","duration":"3.189375026s","start":"2026-03-18T14:52:35.092836Z","end":"2026-03-18T14:52:38.282211Z","steps":["trace[1471327487] 'agreement among raft nodes before linearized reading' (duration: 3.174191038s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.282302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.092815Z","time spent":"3.189468989s","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T14:52:38.281255Z","caller":"traceutil/trace.go:171","msg":"trace[2085002544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1799; }","duration":"986.844196ms","start":"2026-03-18T14:52:37.294394Z","end":"2026-03-18T14:52:38.281238Z","steps":["trace[2085002544] 'agreement among raft nodes before linearized reading' (duration: 972.697425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.28137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042933262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:52:38.282432Z","caller":"traceutil/trace.go:171","msg":"trace[1899347508] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1799; }","duration":"2.04402994s","start":"2026-03-18T14:52:36.238392Z","end":"2026-03-18T14:52:38.282422Z","steps":["trace[1899347508] 'agreement among raft nodes before linearized reading' (duration: 2.02872741s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.282505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:37.294374Z","time spent":"987.984426ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:52:38.282463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:36.238372Z","time spent":"2.044081021s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:52:38.281411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227593687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:52:38.282668Z","caller":"traceutil/trace.go:171","msg":"trace[1636424336] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1799; }","duration":"1.228869138s","start":"2026-03-18T14:52:37.053757Z","end":"2026-03-18T14:52:38.282626Z","steps":["trace[1636424336] 'agreement among raft nodes before linearized reading' (duration: 1.213342522s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.281396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145694481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T14:52:38.282741Z","caller":"traceutil/trace.go:171","msg":"trace[1814855056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1799; }","duration":"3.147076726s","start":"2026-03-18T14:52:35.13565Z","end":"2026-03-18T14:52:38.282727Z","steps":["trace[1814855056] 'agreement among raft nodes before linearized reading' (duration: 3.131450777s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.282746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:37.053738Z","time spent":"1.228984742s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:52:38.282788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.135641Z","time spent":"3.147133068s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:52:38.281444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145906426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-18T14:52:38.282844Z","caller":"traceutil/trace.go:171","msg":"trace[364930344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1799; }","duration":"3.147335993s","start":"2026-03-18T14:52:35.135491Z","end":"2026-03-18T14:52:38.282827Z","steps":["trace[364930344] 'agreement among raft nodes before linearized reading' (duration: 3.13157429s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.281364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279709928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:52:38.282912Z","caller":"traceutil/trace.go:171","msg":"trace[1915915050] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1799; }","duration":"1.281308629s","start":"2026-03-18T14:52:37.001589Z","end":"2026-03-18T14:52:38.282898Z","steps":["trace[1915915050] 'agreement among raft nodes before linearized reading' (duration: 1.265518986s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.282916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.135471Z","time spent":"3.147426075s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:52:38.281494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823598773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11987"} {"level":"warn","ts":"2026-03-18T14:52:38.282988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:37.001561Z","time spent":"1.281371021s","remote":"127.0.0.1:38240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:52:38.283014Z","caller":"traceutil/trace.go:171","msg":"trace[633273263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1799; }","duration":"2.825167124s","start":"2026-03-18T14:52:35.45783Z","end":"2026-03-18T14:52:38.282997Z","steps":["trace[633273263] 'agreement among raft nodes before linearized reading' (duration: 2.809258847s)","trace[633273263] 'range keys from in-memory index tree' (duration: 14.300505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:38.283053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.4578Z","time spent":"2.825242306s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:52:38.2815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492419315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:52:38.283114Z","caller":"traceutil/trace.go:171","msg":"trace[951861094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1799; }","duration":"2.494057606s","start":"2026-03-18T14:52:35.78904Z","end":"2026-03-18T14:52:38.283098Z","steps":["trace[951861094] 'agreement among raft nodes before linearized reading' (duration: 2.478026466s)","trace[951861094] 'range keys from in-memory index tree' (duration: 14.306805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:38.283943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.789027Z","time spent":"2.494892588s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:52:38.281354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168040682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:52:38.284104Z","caller":"traceutil/trace.go:171","msg":"trace[288910221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1799; }","duration":"3.170816773s","start":"2026-03-18T14:52:35.113252Z","end":"2026-03-18T14:52:38.284069Z","steps":["trace[288910221] 'agreement among raft nodes before linearized reading' (duration: 3.153800458s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:38.284179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:35.113235Z","time spent":"3.170923805s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:53:06.43811Z","caller":"traceutil/trace.go:171","msg":"trace[14303128] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"114.928056ms","start":"2026-03-18T14:53:06.323155Z","end":"2026-03-18T14:53:06.438083Z","steps":["trace[14303128] 'process raft request' (duration: 114.7121ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:06.834941Z","caller":"traceutil/trace.go:171","msg":"trace[1573855467] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2031; }","duration":"347.462227ms","start":"2026-03-18T14:53:06.487453Z","end":"2026-03-18T14:53:06.834916Z","steps":["trace[1573855467] 'read index received' (duration: 347.20485ms)","trace[1573855467] 'applied index is now lower than readState.Index' (duration: 256.627µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:06.835008Z","caller":"traceutil/trace.go:171","msg":"trace[1210065990] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"485.773953ms","start":"2026-03-18T14:53:06.349195Z","end":"2026-03-18T14:53:06.834969Z","steps":["trace[1210065990] 'process raft request' (duration: 485.530327ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:06.835062Z","caller":"traceutil/trace.go:171","msg":"trace[912427936] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"444.61227ms","start":"2026-03-18T14:53:06.390421Z","end":"2026-03-18T14:53:06.835033Z","steps":["trace[912427936] 'process raft request' (duration: 444.454536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:06.835167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:06.349176Z","time spent":"485.909726ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:06.835168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.693403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:53:06.835217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:06.390399Z","time spent":"444.720342ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:06.835238Z","caller":"traceutil/trace.go:171","msg":"trace[2028103705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1948; }","duration":"347.807186ms","start":"2026-03-18T14:53:06.487414Z","end":"2026-03-18T14:53:06.835221Z","steps":["trace[2028103705] 'agreement among raft nodes before linearized reading' (duration: 347.629641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:06.835279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.417939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T14:53:06.835299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:06.487397Z","time spent":"347.886347ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:53:06.83536Z","caller":"traceutil/trace.go:171","msg":"trace[1814274116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1948; }","duration":"331.523572ms","start":"2026-03-18T14:53:06.503816Z","end":"2026-03-18T14:53:06.835339Z","steps":["trace[1814274116] 'agreement among raft nodes before linearized reading' (duration: 331.343117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:06.835364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.271043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T14:53:06.835411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:06.5038Z","time spent":"331.598674ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:53:06.835414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.307718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:53:06.835431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.262902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T14:53:06.835438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.607629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:53:06.835479Z","caller":"traceutil/trace.go:171","msg":"trace[181046065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"319.347944ms","start":"2026-03-18T14:53:06.516118Z","end":"2026-03-18T14:53:06.835466Z","steps":["trace[181046065] 'agreement among raft nodes before linearized reading' (duration: 319.17759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:06.835476Z","caller":"traceutil/trace.go:171","msg":"trace[995649411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1948; }","duration":"282.413422ms","start":"2026-03-18T14:53:06.553045Z","end":"2026-03-18T14:53:06.835458Z","steps":["trace[995649411] 'agreement among raft nodes before linearized reading' (duration: 282.236787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:06.835495Z","caller":"traceutil/trace.go:171","msg":"trace[1252326698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1948; }","duration":"284.66372ms","start":"2026-03-18T14:53:06.550814Z","end":"2026-03-18T14:53:06.835478Z","steps":["trace[1252326698] 'agreement among raft nodes before linearized reading' (duration: 284.486986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:06.835429Z","caller":"traceutil/trace.go:171","msg":"trace[192744801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1948; }","duration":"283.352816ms","start":"2026-03-18T14:53:06.552055Z","end":"2026-03-18T14:53:06.835408Z","steps":["trace[192744801] 'agreement among raft nodes before linearized reading' (duration: 283.176851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:06.835522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:06.516096Z","time spent":"319.418526ms","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:53:07.025821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.811439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:53:07.02598Z","caller":"traceutil/trace.go:171","msg":"trace[7641636] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"186.141783ms","start":"2026-03-18T14:53:06.839822Z","end":"2026-03-18T14:53:07.025963Z","steps":["trace[7641636] 'process raft request' (duration: 186.073762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:07.026055Z","caller":"traceutil/trace.go:171","msg":"trace[1996402007] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"186.159754ms","start":"2026-03-18T14:53:06.839817Z","end":"2026-03-18T14:53:07.025977Z","steps":["trace[1996402007] 'process raft request' (duration: 24.129269ms)","trace[1996402007] 'compare' (duration: 161.698306ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:07.056571Z","caller":"traceutil/trace.go:171","msg":"trace[161315409] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"216.709381ms","start":"2026-03-18T14:53:06.839835Z","end":"2026-03-18T14:53:07.056544Z","steps":["trace[161315409] 'process raft request' (duration: 216.28972ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:07.056696Z","caller":"traceutil/trace.go:171","msg":"trace[388456849] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"216.995948ms","start":"2026-03-18T14:53:06.839679Z","end":"2026-03-18T14:53:07.056675Z","steps":["trace[388456849] 'process raft request' (duration: 216.721921ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:07.057235Z","caller":"traceutil/trace.go:171","msg":"trace[924538042] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"216.423922ms","start":"2026-03-18T14:53:06.840778Z","end":"2026-03-18T14:53:07.057202Z","steps":["trace[924538042] 'process raft request' (duration: 215.706723ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:13.233744Z","caller":"traceutil/trace.go:171","msg":"trace[349036435] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"379.001099ms","start":"2026-03-18T14:53:12.854711Z","end":"2026-03-18T14:53:13.233712Z","steps":["trace[349036435] 'process raft request' (duration: 378.809824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:13.233946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:12.854685Z","time spent":"379.156884ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:14.343135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.63122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:53:14.34326Z","caller":"traceutil/trace.go:171","msg":"trace[163774514] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2061; }","duration":"1.466190602s","start":"2026-03-18T14:53:12.87705Z","end":"2026-03-18T14:53:14.343241Z","steps":["trace[163774514] 'read index received' (duration: 356.458942ms)","trace[163774514] 'applied index is now lower than readState.Index' (duration: 1.10972998s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:14.343311Z","caller":"traceutil/trace.go:171","msg":"trace[749078564] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"1.486759908s","start":"2026-03-18T14:53:12.856495Z","end":"2026-03-18T14:53:14.343254Z","steps":["trace[749078564] 'process raft request' (duration: 669.886583ms)","trace[749078564] 'compare' (duration: 816.354812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:14.343492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325004412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189df7258e268cbc\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T14:53:14.343515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291276513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:53:14.343533Z","caller":"traceutil/trace.go:171","msg":"trace[976261972] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189df7258e268cbc; range_end:; response_count:1; response_revision:1977; }","duration":"1.325086804s","start":"2026-03-18T14:53:13.018433Z","end":"2026-03-18T14:53:14.343519Z","steps":["trace[976261972] 'agreement among raft nodes before linearized reading' (duration: 1.32492739s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.343534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259645859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-18T14:53:14.343533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:12.856461Z","time spent":"1.486939733s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:14.343539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.243391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-03-18T14:53:14.343575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.018409Z","time spent":"1.325158185s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189df7258e268cbc\" "} {"level":"info","ts":"2026-03-18T14:53:14.343575Z","caller":"traceutil/trace.go:171","msg":"trace[1585705681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1977; }","duration":"1.291353734s","start":"2026-03-18T14:53:13.052204Z","end":"2026-03-18T14:53:14.343558Z","steps":["trace[1585705681] 'agreement among raft nodes before linearized reading' (duration: 1.29117987s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:14.343587Z","caller":"traceutil/trace.go:171","msg":"trace[1419110447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1977; }","duration":"1.259753932s","start":"2026-03-18T14:53:13.083821Z","end":"2026-03-18T14:53:14.343575Z","steps":["trace[1419110447] 'agreement among raft nodes before linearized reading' (duration: 1.259560287s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:14.343607Z","caller":"traceutil/trace.go:171","msg":"trace[527107571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1977; }","duration":"818.363504ms","start":"2026-03-18T14:53:13.52523Z","end":"2026-03-18T14:53:14.343593Z","steps":["trace[527107571] 'agreement among raft nodes before linearized reading' (duration: 818.20454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.343536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036175773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:53:14.343622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.052195Z","time spent":"1.291414155s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:53:14.343651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.525205Z","time spent":"818.438426ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:53:14.343662Z","caller":"traceutil/trace.go:171","msg":"trace[601256472] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1977; }","duration":"1.036333086s","start":"2026-03-18T14:53:13.307316Z","end":"2026-03-18T14:53:14.343649Z","steps":["trace[601256472] 'agreement among raft nodes before linearized reading' (duration: 1.036147692s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.343666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051784539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:53:14.34369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.307303Z","time spent":"1.036377618s","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:14.343661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25970722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T14:53:14.343686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259673369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T14:53:14.343763Z","caller":"traceutil/trace.go:171","msg":"trace[1639659446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"1.051857281s","start":"2026-03-18T14:53:13.291845Z","end":"2026-03-18T14:53:14.343702Z","steps":["trace[1639659446] 'agreement among raft nodes before linearized reading' (duration: 1.051792699s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:14.343781Z","caller":"traceutil/trace.go:171","msg":"trace[2088446551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1977; }","duration":"1.259874354s","start":"2026-03-18T14:53:13.083882Z","end":"2026-03-18T14:53:14.343756Z","steps":["trace[2088446551] 'agreement among raft nodes before linearized reading' (duration: 1.259529395s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:14.343791Z","caller":"traceutil/trace.go:171","msg":"trace[281578793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1977; }","duration":"1.259781422s","start":"2026-03-18T14:53:13.08399Z","end":"2026-03-18T14:53:14.343772Z","steps":["trace[281578793] 'agreement among raft nodes before linearized reading' (duration: 1.259403382s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.343814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.291827Z","time spent":"1.051978924s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:53:14.343577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292791992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T14:53:14.343843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.083978Z","time spent":"1.259855484s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:53:14.343843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.08386Z","time spent":"1.259973187s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:53:14.343893Z","caller":"traceutil/trace.go:171","msg":"trace[1639478716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1977; }","duration":"1.293155461s","start":"2026-03-18T14:53:13.05071Z","end":"2026-03-18T14:53:14.343865Z","steps":["trace[1639478716] 'agreement among raft nodes before linearized reading' (duration: 1.292677809s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.343971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.050691Z","time spent":"1.293254124s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:53:14.343578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257567924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T14:53:14.344075Z","caller":"traceutil/trace.go:171","msg":"trace[308607057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1977; }","duration":"1.258127118s","start":"2026-03-18T14:53:13.085925Z","end":"2026-03-18T14:53:14.344053Z","steps":["trace[308607057] 'agreement among raft nodes before linearized reading' (duration: 1.25744072s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.344112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.085901Z","time spent":"1.25820103s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:53:14.344113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467055064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T14:53:14.343618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:13.083801Z","time spent":"1.259812643s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:53:14.344175Z","caller":"traceutil/trace.go:171","msg":"trace[241943312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"1.467149258s","start":"2026-03-18T14:53:12.877009Z","end":"2026-03-18T14:53:14.344159Z","steps":["trace[241943312] 'agreement among raft nodes before linearized reading' (duration: 1.466313506s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.344211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:12.876994Z","time spent":"1.467208349s","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:53:14.650147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.281191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:53:14.650329Z","caller":"traceutil/trace.go:171","msg":"trace[1816871416] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"301.551881ms","start":"2026-03-18T14:53:14.348756Z","end":"2026-03-18T14:53:14.650308Z","steps":["trace[1816871416] 'process raft request' (duration: 167.016973ms)","trace[1816871416] 'compare' (duration: 134.143167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:14.650404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.348738Z","time spent":"301.634874ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:14.650692Z","caller":"traceutil/trace.go:171","msg":"trace[1321301387] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"301.786958ms","start":"2026-03-18T14:53:14.348893Z","end":"2026-03-18T14:53:14.65068Z","steps":["trace[1321301387] 'process raft request' (duration: 301.714016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.650761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.348887Z","time spent":"301.842019ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:14.650819Z","caller":"traceutil/trace.go:171","msg":"trace[2111716093] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"301.928491ms","start":"2026-03-18T14:53:14.348841Z","end":"2026-03-18T14:53:14.650769Z","steps":["trace[2111716093] 'process raft request' (duration: 301.423297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.651194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.348832Z","time spent":"302.26746ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:14.651169Z","caller":"traceutil/trace.go:171","msg":"trace[852449570] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"302.125316ms","start":"2026-03-18T14:53:14.349003Z","end":"2026-03-18T14:53:14.651128Z","steps":["trace[852449570] 'process raft request' (duration: 301.645094ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:14.651224Z","caller":"traceutil/trace.go:171","msg":"trace[601711412] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2064; }","duration":"241.437263ms","start":"2026-03-18T14:53:14.409775Z","end":"2026-03-18T14:53:14.651212Z","steps":["trace[601711412] 'read index received' (duration: 106.004552ms)","trace[601711412] 'applied index is now lower than readState.Index' (duration: 135.431191ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:14.651247Z","caller":"traceutil/trace.go:171","msg":"trace[1242452134] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"301.937482ms","start":"2026-03-18T14:53:14.349279Z","end":"2026-03-18T14:53:14.651216Z","steps":["trace[1242452134] 'process raft request' (duration: 301.852139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:14.651263Z","caller":"traceutil/trace.go:171","msg":"trace[18928167] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"302.090075ms","start":"2026-03-18T14:53:14.349147Z","end":"2026-03-18T14:53:14.651238Z","steps":["trace[18928167] 'process raft request' (duration: 301.708435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.65136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.349256Z","time spent":"302.051744ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:14.651332Z","caller":"traceutil/trace.go:171","msg":"trace[1338407171] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"171.179333ms","start":"2026-03-18T14:53:14.480112Z","end":"2026-03-18T14:53:14.651291Z","steps":["trace[1338407171] 'process raft request' (duration: 171.061209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.651383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.349118Z","time spent":"302.200848ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:14.65136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.348994Z","time spent":"302.26224ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:14.8131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.854529ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T14:53:14.813325Z","caller":"traceutil/trace.go:171","msg":"trace[255812346] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2071; }","duration":"162.047374ms","start":"2026-03-18T14:53:14.651251Z","end":"2026-03-18T14:53:14.813299Z","steps":["trace[255812346] 'read index received' (duration: 61.712µs)","trace[255812346] 'applied index is now lower than readState.Index' (duration: 161.982352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:14.813401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.909401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:53:14.813525Z","caller":"traceutil/trace.go:171","msg":"trace[1425691698] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1985; }","duration":"457.078025ms","start":"2026-03-18T14:53:14.356413Z","end":"2026-03-18T14:53:14.813491Z","steps":["trace[1425691698] 'agreement among raft nodes before linearized reading' (duration: 294.883818ms)","trace[1425691698] 'range keys from in-memory index tree' (duration: 162.039274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:14.813451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.392484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:53:14.813586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.356392Z","time spent":"457.179937ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:53:14.81359Z","caller":"traceutil/trace.go:171","msg":"trace[1553026233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1985; }","duration":"396.583798ms","start":"2026-03-18T14:53:14.416991Z","end":"2026-03-18T14:53:14.813574Z","steps":["trace[1553026233] 'agreement among raft nodes before linearized reading' (duration: 396.381073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.813597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.686884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T14:53:14.813649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.416971Z","time spent":"396.666ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:53:14.81366Z","caller":"traceutil/trace.go:171","msg":"trace[1117703754] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1985; }","duration":"352.784636ms","start":"2026-03-18T14:53:14.460859Z","end":"2026-03-18T14:53:14.813644Z","steps":["trace[1117703754] 'agreement among raft nodes before linearized reading' (duration: 352.575441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:14.813697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.460836Z","time spent":"352.853237ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:53:15.194821Z","caller":"traceutil/trace.go:171","msg":"trace[1460746400] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2072; }","duration":"370.498819ms","start":"2026-03-18T14:53:14.824294Z","end":"2026-03-18T14:53:15.194793Z","steps":["trace[1460746400] 'read index received' (duration: 370.269743ms)","trace[1460746400] 'applied index is now lower than readState.Index' (duration: 228.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:15.194898Z","caller":"traceutil/trace.go:171","msg":"trace[1644508783] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"376.443873ms","start":"2026-03-18T14:53:14.818415Z","end":"2026-03-18T14:53:15.194859Z","steps":["trace[1644508783] 'process raft request' (duration: 376.227738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:15.195031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.716864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T14:53:15.195077Z","caller":"traceutil/trace.go:171","msg":"trace[1412920631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1986; }","duration":"370.801417ms","start":"2026-03-18T14:53:14.824261Z","end":"2026-03-18T14:53:15.195063Z","steps":["trace[1412920631] 'agreement among raft nodes before linearized reading' (duration: 370.635362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:15.195073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.8184Z","time spent":"376.577006ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:15.195115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:14.824244Z","time spent":"370.861648ms","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:53:15.75319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.12865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:53:15.753292Z","caller":"traceutil/trace.go:171","msg":"trace[1454360036] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2073; }","duration":"403.316703ms","start":"2026-03-18T14:53:15.349957Z","end":"2026-03-18T14:53:15.753273Z","steps":["trace[1454360036] 'read index received' (duration: 259.833503ms)","trace[1454360036] 'applied index is now lower than readState.Index' (duration: 143.48215ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:15.753393Z","caller":"traceutil/trace.go:171","msg":"trace[203709590] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"511.722018ms","start":"2026-03-18T14:53:15.241641Z","end":"2026-03-18T14:53:15.753363Z","steps":["trace[203709590] 'process raft request' (duration: 368.333911ms)","trace[203709590] 'compare' (duration: 143.002617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:15.753479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.524598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T14:53:15.75351Z","caller":"traceutil/trace.go:171","msg":"trace[4285024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1987; }","duration":"403.58247ms","start":"2026-03-18T14:53:15.349917Z","end":"2026-03-18T14:53:15.753499Z","steps":["trace[4285024] 'agreement among raft nodes before linearized reading' (duration: 403.446966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:15.753551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:15.3499Z","time spent":"403.643302ms","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:53:15.75351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.096703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:53:15.753551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:15.241622Z","time spent":"511.851952ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:15.753627Z","caller":"traceutil/trace.go:171","msg":"trace[1544075272] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1987; }","duration":"249.272888ms","start":"2026-03-18T14:53:15.504317Z","end":"2026-03-18T14:53:15.75359Z","steps":["trace[1544075272] 'agreement among raft nodes before linearized reading' (duration: 249.079723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:16.97332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:53:17.005515Z","caller":"traceutil/trace.go:171","msg":"trace[87749055] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"656.336079ms","start":"2026-03-18T14:53:16.349156Z","end":"2026-03-18T14:53:17.005492Z","steps":["trace[87749055] 'process raft request' (duration: 656.187775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:17.005721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:16.349133Z","time spent":"656.512724ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:17.750141Z","caller":"traceutil/trace.go:171","msg":"trace[461431489] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2074; }","duration":"1.277842829s","start":"2026-03-18T14:53:16.472273Z","end":"2026-03-18T14:53:17.750116Z","steps":["trace[461431489] 'read index received' (duration: 533.070125ms)","trace[461431489] 'applied index is now lower than readState.Index' (duration: 744.771524ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:17.750482Z","caller":"traceutil/trace.go:171","msg":"trace[1770157054] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"1.094111079s","start":"2026-03-18T14:53:16.656356Z","end":"2026-03-18T14:53:17.750467Z","steps":["trace[1770157054] 'process raft request' (duration: 1.067600488s)","trace[1770157054] 'compare' (duration: 26.043639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:17.750701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:16.656345Z","time spent":"1.094193732s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:17.750815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095313341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:53:17.750821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095109886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T14:53:17.75083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095823014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T14:53:17.75083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095024933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T14:53:17.750894Z","caller":"traceutil/trace.go:171","msg":"trace[1506932832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.095413374s","start":"2026-03-18T14:53:16.655464Z","end":"2026-03-18T14:53:17.750877Z","steps":["trace[1506932832] 'agreement among raft nodes before linearized reading' (duration: 1.095231469s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:17.7509Z","caller":"traceutil/trace.go:171","msg":"trace[680807048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1989; }","duration":"1.095217609s","start":"2026-03-18T14:53:16.655665Z","end":"2026-03-18T14:53:17.750883Z","steps":["trace[680807048] 'agreement among raft nodes before linearized reading' (duration: 1.094988003s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:17.750922Z","caller":"traceutil/trace.go:171","msg":"trace[1598499922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1989; }","duration":"1.095953327s","start":"2026-03-18T14:53:16.654946Z","end":"2026-03-18T14:53:17.7509Z","steps":["trace[1598499922] 'agreement among raft nodes before linearized reading' (duration: 1.09569255s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:17.750934Z","caller":"traceutil/trace.go:171","msg":"trace[1732516062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.095171808s","start":"2026-03-18T14:53:16.655748Z","end":"2026-03-18T14:53:17.750919Z","steps":["trace[1732516062] 'agreement among raft nodes before linearized reading' (duration: 1.094935192s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:17.750937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:16.655458Z","time spent":"1.095470135s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:53:17.750966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:16.655657Z","time spent":"1.095300871s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:53:17.750819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.275258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T14:53:17.750982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:16.654933Z","time spent":"1.09603677s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:53:17.750982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:16.655713Z","time spent":"1.09525641s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:53:17.751059Z","caller":"traceutil/trace.go:171","msg":"trace[575283550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1989; }","duration":"989.535174ms","start":"2026-03-18T14:53:16.761493Z","end":"2026-03-18T14:53:17.751028Z","steps":["trace[575283550] 'agreement among raft nodes before linearized reading' (duration: 989.173455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:17.75071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278404514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:53:17.751124Z","caller":"traceutil/trace.go:171","msg":"trace[1875182479] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1989; }","duration":"1.278874385s","start":"2026-03-18T14:53:16.472234Z","end":"2026-03-18T14:53:17.751108Z","steps":["trace[1875182479] 'agreement among raft nodes before linearized reading' (duration: 1.278383683s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:17.751131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:16.761473Z","time spent":"989.637047ms","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:53:17.751186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:16.472214Z","time spent":"1.278953698s","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:17.751192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096084111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-18T14:53:17.75139Z","caller":"traceutil/trace.go:171","msg":"trace[909918316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.096289016s","start":"2026-03-18T14:53:16.655076Z","end":"2026-03-18T14:53:17.751365Z","steps":["trace[909918316] 'agreement among raft nodes before linearized reading' (duration: 1.09565298s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:17.751549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:16.655016Z","time spent":"1.096477612s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:53:17.912909Z","caller":"traceutil/trace.go:171","msg":"trace[1512182562] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"157.029584ms","start":"2026-03-18T14:53:17.755847Z","end":"2026-03-18T14:53:17.912877Z","steps":["trace[1512182562] 'process raft request' (duration: 93.899319ms)","trace[1512182562] 'compare' (duration: 62.723065ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:17.912911Z","caller":"traceutil/trace.go:171","msg":"trace[1143151539] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"156.767877ms","start":"2026-03-18T14:53:17.756114Z","end":"2026-03-18T14:53:17.912882Z","steps":["trace[1143151539] 'process raft request' (duration: 156.686735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:17.912912Z","caller":"traceutil/trace.go:171","msg":"trace[2067644594] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"156.836568ms","start":"2026-03-18T14:53:17.756046Z","end":"2026-03-18T14:53:17.912882Z","steps":["trace[2067644594] 'process raft request' (duration: 156.668244ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:17.913162Z","caller":"traceutil/trace.go:171","msg":"trace[65642459] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"156.922961ms","start":"2026-03-18T14:53:17.756223Z","end":"2026-03-18T14:53:17.913146Z","steps":["trace[65642459] 'process raft request' (duration: 156.616093ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:17.913341Z","caller":"traceutil/trace.go:171","msg":"trace[1369173648] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"155.074523ms","start":"2026-03-18T14:53:17.758255Z","end":"2026-03-18T14:53:17.91333Z","steps":["trace[1369173648] 'process raft request' (duration: 154.840867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:18.333671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.382145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189df7258e268cbc\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-18T14:53:18.333731Z","caller":"traceutil/trace.go:171","msg":"trace[208800508] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189df7258e268cbc; range_end:; response_count:1; response_revision:1995; }","duration":"314.504588ms","start":"2026-03-18T14:53:18.019212Z","end":"2026-03-18T14:53:18.333717Z","steps":["trace[208800508] 'range keys from in-memory index tree' (duration: 314.108328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:18.333758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:18.019179Z","time spent":"314.57115ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189df7258e268cbc\" "} {"level":"warn","ts":"2026-03-18T14:53:19.109695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:19.51882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182519656s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:53:19.519234Z","caller":"traceutil/trace.go:171","msg":"trace[1695331069] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"1.183065501s","start":"2026-03-18T14:53:18.336144Z","end":"2026-03-18T14:53:19.519209Z","steps":["trace[1695331069] 'process raft request' (duration: 1.182871995s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:19.519457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:18.336108Z","time spent":"1.183251606s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:20.985449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466414096s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:53:21.294291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000746595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:53:21.294385Z","caller":"traceutil/trace.go:171","msg":"trace[2082918217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000894509s","start":"2026-03-18T14:53:19.293473Z","end":"2026-03-18T14:53:21.294368Z","steps":["trace[2082918217] 'agreement among raft nodes before linearized reading' (duration: 2.000777376s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:21.294431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.293456Z","time spent":"2.000964551s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:53:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:53:21.456868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.05486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:53:21.457602Z","caller":"traceutil/trace.go:171","msg":"trace[1172939989] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"3.050665095s","start":"2026-03-18T14:53:18.406902Z","end":"2026-03-18T14:53:21.457567Z","steps":["trace[1172939989] 'process raft request' (duration: 2.578752254s)","trace[1172939989] 'compare' (duration: 470.732481ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:21.457716Z","caller":"traceutil/trace.go:171","msg":"trace[733434880] linearizableReadLoop","detail":"{readStateIndex:2085; appliedIndex:2082; }","duration":"2.849004829s","start":"2026-03-18T14:53:18.608696Z","end":"2026-03-18T14:53:21.457701Z","steps":["trace[733434880] 'read index received' (duration: 910.29556ms)","trace[733434880] 'applied index is now lower than readState.Index' (duration: 1.938708489s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:21.457788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:18.406859Z","time spent":"3.05082751s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:21.457946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849260955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:53:21.45798Z","caller":"traceutil/trace.go:171","msg":"trace[258827359] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1998; }","duration":"2.849345949s","start":"2026-03-18T14:53:18.608624Z","end":"2026-03-18T14:53:21.45797Z","steps":["trace[258827359] 'agreement among raft nodes before linearized reading' (duration: 2.849273987s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:21.458011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:18.608596Z","time spent":"2.849407659s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:21.458103Z","caller":"traceutil/trace.go:171","msg":"trace[2044405707] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"2.446375853s","start":"2026-03-18T14:53:19.011716Z","end":"2026-03-18T14:53:21.458091Z","steps":["trace[2044405707] 'process raft request' (duration: 2.445932s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:21.458184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.011683Z","time spent":"2.446455035s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:21.957841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:22.458336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982621756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:22.467508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.48185102s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:53:22.938063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.693219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:53:22.93829Z","caller":"traceutil/trace.go:171","msg":"trace[1342541504] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1998; }","duration":"702.906165ms","start":"2026-03-18T14:53:22.235331Z","end":"2026-03-18T14:53:22.938237Z","steps":["trace[1342541504] 'range keys from in-memory index tree' (duration: 702.659319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:22.938432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.384673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:53:22.938808Z","caller":"traceutil/trace.go:171","msg":"trace[205884002] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"3.182324769s","start":"2026-03-18T14:53:19.756413Z","end":"2026-03-18T14:53:22.938738Z","steps":["trace[205884002] 'process raft request' (duration: 2.711451863s)","trace[205884002] 'compare' (duration: 467.678162ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:22.939064Z","caller":"traceutil/trace.go:171","msg":"trace[1152284683] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"3.020060769s","start":"2026-03-18T14:53:19.918971Z","end":"2026-03-18T14:53:22.939032Z","steps":["trace[1152284683] 'process raft request' (duration: 3.019789532s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:22.938963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.756393Z","time spent":"3.182490953s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:22.939162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.918957Z","time spent":"3.020156901s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:23.335535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040931877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:53:23.335661Z","caller":"traceutil/trace.go:171","msg":"trace[821881056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.041116161s","start":"2026-03-18T14:53:21.294518Z","end":"2026-03-18T14:53:23.335634Z","steps":["trace[821881056] 'agreement among raft nodes before linearized reading' (duration: 2.040948267s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:23.33576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:21.294509Z","time spent":"2.041203834s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:53:24.026448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:53:24.02653Z","caller":"traceutil/trace.go:171","msg":"trace[1792677364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043682s","start":"2026-03-18T14:53:22.026075Z","end":"2026-03-18T14:53:24.026512Z","steps":["trace[1792677364] 'agreement among raft nodes before linearized reading' (duration: 2.000335307s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.026577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:22.026028Z","time spent":"2.000539083s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:53:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:53:24.135006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667321037s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:53:24.141583Z","caller":"traceutil/trace.go:171","msg":"trace[1442036371] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"2.849218929s","start":"2026-03-18T14:53:21.292316Z","end":"2026-03-18T14:53:24.141535Z","steps":["trace[1442036371] 'process raft request' (duration: 2.842961485s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:24.141646Z","caller":"traceutil/trace.go:171","msg":"trace[23421544] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"678.4997ms","start":"2026-03-18T14:53:23.463108Z","end":"2026-03-18T14:53:24.141608Z","steps":["trace[23421544] 'process raft request' (duration: 678.424368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.141818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:21.292269Z","time spent":"2.849420054s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:24.141845Z","caller":"traceutil/trace.go:171","msg":"trace[571277534] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"2.689518714s","start":"2026-03-18T14:53:21.452301Z","end":"2026-03-18T14:53:24.14182Z","steps":["trace[571277534] 'process raft request' (duration: 2.689129094s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.141863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:23.463084Z","time spent":"678.654483ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:24.141982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:21.452276Z","time spent":"2.689622147s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:24.142334Z","caller":"traceutil/trace.go:171","msg":"trace[1275672273] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2085; }","duration":"2.684522714s","start":"2026-03-18T14:53:21.457741Z","end":"2026-03-18T14:53:24.142264Z","steps":["trace[1275672273] 'read index received' (duration: 1.010011069s)","trace[1275672273] 'applied index is now lower than readState.Index' (duration: 1.674509304s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:24.14261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968111375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:53:24.142661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225121195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T14:53:24.142652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174427833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:53:24.142706Z","caller":"traceutil/trace.go:171","msg":"trace[1944260544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2003; }","duration":"4.225217808s","start":"2026-03-18T14:53:19.917476Z","end":"2026-03-18T14:53:24.142694Z","steps":["trace[1944260544] 'agreement among raft nodes before linearized reading' (duration: 4.225011292s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:24.142696Z","caller":"traceutil/trace.go:171","msg":"trace[1002277817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2003; }","duration":"3.968240619s","start":"2026-03-18T14:53:20.174428Z","end":"2026-03-18T14:53:24.142669Z","steps":["trace[1002277817] 'agreement among raft nodes before linearized reading' (duration: 3.968064554s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.142709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526273889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:53:24.142723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224742145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:53:24.142742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.917454Z","time spent":"4.225279649s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:53:24.142739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891608682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:53:24.142763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:20.174406Z","time spent":"3.968340281s","remote":"127.0.0.1:39090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:24.142755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.163472806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:53:24.142758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225189977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:53:24.142803Z","caller":"traceutil/trace.go:171","msg":"trace[255613928] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2003; }","duration":"2.891697865s","start":"2026-03-18T14:53:21.251085Z","end":"2026-03-18T14:53:24.142783Z","steps":["trace[255613928] 'agreement among raft nodes before linearized reading' (duration: 2.891615493s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:24.14284Z","caller":"traceutil/trace.go:171","msg":"trace[1361848874] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2003; }","duration":"5.163583429s","start":"2026-03-18T14:53:18.979237Z","end":"2026-03-18T14:53:24.142821Z","steps":["trace[1361848874] 'agreement among raft nodes before linearized reading' (duration: 5.163424015s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.14286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.401915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:53:24.142859Z","caller":"traceutil/trace.go:171","msg":"trace[846736263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2003; }","duration":"4.22532593s","start":"2026-03-18T14:53:19.917513Z","end":"2026-03-18T14:53:24.142839Z","steps":["trace[846736263] 'agreement among raft nodes before linearized reading' (duration: 4.224969491s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.142886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074353487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:53:24.142893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:18.979057Z","time spent":"5.163825634s","remote":"127.0.0.1:39564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:24.14291Z","caller":"traceutil/trace.go:171","msg":"trace[1184965162] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2003; }","duration":"948.494708ms","start":"2026-03-18T14:53:23.1944Z","end":"2026-03-18T14:53:24.142895Z","steps":["trace[1184965162] 'agreement among raft nodes before linearized reading' (duration: 948.421676ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:24.142938Z","caller":"traceutil/trace.go:171","msg":"trace[1654703689] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2003; }","duration":"1.074439099s","start":"2026-03-18T14:53:23.068483Z","end":"2026-03-18T14:53:24.142922Z","steps":["trace[1654703689] 'agreement among raft nodes before linearized reading' (duration: 1.074350587s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.142948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93915126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-03-18T14:53:24.142948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.087699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:53:24.142958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:23.194377Z","time spent":"948.56758ms","remote":"127.0.0.1:43306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:24.142996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:23.068461Z","time spent":"1.074519392s","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:24.143009Z","caller":"traceutil/trace.go:171","msg":"trace[1235320989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2003; }","duration":"800.1762ms","start":"2026-03-18T14:53:23.342816Z","end":"2026-03-18T14:53:24.142993Z","steps":["trace[1235320989] 'agreement among raft nodes before linearized reading' (duration: 800.008156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:24.142732Z","caller":"traceutil/trace.go:171","msg":"trace[660535459] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2003; }","duration":"4.174613238s","start":"2026-03-18T14:53:19.968098Z","end":"2026-03-18T14:53:24.142711Z","steps":["trace[660535459] 'agreement among raft nodes before linearized reading' (duration: 4.174413303s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.142933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.917493Z","time spent":"4.225417342s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:53:24.143055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:23.342799Z","time spent":"800.244372ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:53:24.143071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.968078Z","time spent":"4.174976548s","remote":"127.0.0.1:39346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:24.143048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351335525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:53:24.142786Z","caller":"traceutil/trace.go:171","msg":"trace[787776124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2003; }","duration":"4.224823776s","start":"2026-03-18T14:53:19.917944Z","end":"2026-03-18T14:53:24.142768Z","steps":["trace[787776124] 'agreement among raft nodes before linearized reading' (duration: 4.224621981s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.143138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.917935Z","time spent":"4.225192007s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:53:24.143145Z","caller":"traceutil/trace.go:171","msg":"trace[329715626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2003; }","duration":"4.351479588s","start":"2026-03-18T14:53:19.791635Z","end":"2026-03-18T14:53:24.143114Z","steps":["trace[329715626] 'agreement among raft nodes before linearized reading' (duration: 4.351183631s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.143435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119117365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189df7258e268cbc\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T14:53:24.143472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151545247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:53:24.14351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.791612Z","time spent":"4.351881618s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:53:24.14353Z","caller":"traceutil/trace.go:171","msg":"trace[622459030] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2003; }","duration":"4.152280065s","start":"2026-03-18T14:53:19.991228Z","end":"2026-03-18T14:53:24.143508Z","steps":["trace[622459030] 'agreement among raft nodes before linearized reading' (duration: 4.151536726s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.142838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.225215377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:53:24.143568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.991212Z","time spent":"4.152346878s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:24.14357Z","caller":"traceutil/trace.go:171","msg":"trace[1608191153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2003; }","duration":"4.226015808s","start":"2026-03-18T14:53:19.917543Z","end":"2026-03-18T14:53:24.143559Z","steps":["trace[1608191153] 'agreement among raft nodes before linearized reading' (duration: 4.225045793s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.143581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.385236446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T14:53:24.143523Z","caller":"traceutil/trace.go:171","msg":"trace[106984665] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189df7258e268cbc; range_end:; response_count:1; response_revision:2003; }","duration":"1.119622448s","start":"2026-03-18T14:53:23.023874Z","end":"2026-03-18T14:53:24.143497Z","steps":["trace[106984665] 'agreement among raft nodes before linearized reading' (duration: 1.119004992s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.143618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.917522Z","time spent":"4.226079929s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:53:24.143653Z","caller":"traceutil/trace.go:171","msg":"trace[1532187094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2003; }","duration":"5.385340289s","start":"2026-03-18T14:53:18.758292Z","end":"2026-03-18T14:53:24.143632Z","steps":["trace[1532187094] 'agreement among raft nodes before linearized reading' (duration: 5.384296972s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.143678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:23.023855Z","time spent":"1.119790122s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189df7258e268cbc\" "} {"level":"info","ts":"2026-03-18T14:53:24.14301Z","caller":"traceutil/trace.go:171","msg":"trace[1489516289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2003; }","duration":"3.939286213s","start":"2026-03-18T14:53:20.2037Z","end":"2026-03-18T14:53:24.142986Z","steps":["trace[1489516289] 'agreement among raft nodes before linearized reading' (duration: 3.938882583s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.143708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:18.758271Z","time spent":"5.385423701s","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T14:53:24.142769Z","caller":"traceutil/trace.go:171","msg":"trace[1341672412] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2003; }","duration":"1.526398243s","start":"2026-03-18T14:53:22.616348Z","end":"2026-03-18T14:53:24.142746Z","steps":["trace[1341672412] 'agreement among raft nodes before linearized reading' (duration: 1.5263057s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.142776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.892385218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T14:53:24.143953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:22.616329Z","time spent":"1.527598424s","remote":"127.0.0.1:43252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:24.142864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:21.251063Z","time spent":"2.891786817s","remote":"127.0.0.1:43238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:24.143988Z","caller":"traceutil/trace.go:171","msg":"trace[787953088] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:2003; }","duration":"4.89362961s","start":"2026-03-18T14:53:19.250345Z","end":"2026-03-18T14:53:24.143974Z","steps":["trace[787953088] 'agreement among raft nodes before linearized reading' (duration: 4.892284966s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.144124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.25033Z","time spent":"4.893775415s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T14:53:24.143783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:20.203669Z","time spent":"3.940099094s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:53:24.142658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863364304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:53:24.144241Z","caller":"traceutil/trace.go:171","msg":"trace[1237196127] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2003; }","duration":"3.864999528s","start":"2026-03-18T14:53:20.279215Z","end":"2026-03-18T14:53:24.144214Z","steps":["trace[1237196127] 'agreement among raft nodes before linearized reading' (duration: 3.863346364s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:24.144304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:20.279185Z","time spent":"3.865099099s","remote":"127.0.0.1:43284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:43.123018Z","caller":"traceutil/trace.go:171","msg":"trace[2026132822] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"116.485807ms","start":"2026-03-18T14:53:43.006501Z","end":"2026-03-18T14:53:43.122987Z","steps":["trace[2026132822] 'process raft request' (duration: 116.360263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:42.591136Z","caller":"traceutil/trace.go:171","msg":"trace[1839415500] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"171.711313ms","start":"2026-03-18T14:54:42.419396Z","end":"2026-03-18T14:54:42.591107Z","steps":["trace[1839415500] 'process raft request' (duration: 171.496578ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:46.958702Z","caller":"traceutil/trace.go:171","msg":"trace[1851576517] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2681; }","duration":"345.203624ms","start":"2026-03-18T14:54:46.613472Z","end":"2026-03-18T14:54:46.958675Z","steps":["trace[1851576517] 'read index received' (duration: 344.953347ms)","trace[1851576517] 'applied index is now lower than readState.Index' (duration: 249.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:46.958806Z","caller":"traceutil/trace.go:171","msg":"trace[1490535328] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"355.093349ms","start":"2026-03-18T14:54:46.603674Z","end":"2026-03-18T14:54:46.958767Z","steps":["trace[1490535328] 'process raft request' (duration: 354.848572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:46.958956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.30537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:54:46.95899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.766316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T14:54:46.958987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.757675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:54:46.958984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.603655Z","time spent":"355.231083ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:46.95901Z","caller":"traceutil/trace.go:171","msg":"trace[443896242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2570; }","duration":"226.398252ms","start":"2026-03-18T14:54:46.732595Z","end":"2026-03-18T14:54:46.958993Z","steps":["trace[443896242] 'agreement among raft nodes before linearized reading' (duration: 226.30222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:46.95901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.497161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:54:46.959034Z","caller":"traceutil/trace.go:171","msg":"trace[90728101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2570; }","duration":"343.823447ms","start":"2026-03-18T14:54:46.6152Z","end":"2026-03-18T14:54:46.959023Z","steps":["trace[90728101] 'agreement among raft nodes before linearized reading' (duration: 343.712994ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:46.959042Z","caller":"traceutil/trace.go:171","msg":"trace[736042311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2570; }","duration":"343.826448ms","start":"2026-03-18T14:54:46.615191Z","end":"2026-03-18T14:54:46.959018Z","steps":["trace[736042311] 'agreement among raft nodes before linearized reading' (duration: 343.689504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:46.959032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.838558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:54:46.959069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.615195Z","time spent":"343.865889ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:54:46.95908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.61518Z","time spent":"343.891429ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:54:46.959073Z","caller":"traceutil/trace.go:171","msg":"trace[116706512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2570; }","duration":"345.621545ms","start":"2026-03-18T14:54:46.613434Z","end":"2026-03-18T14:54:46.959055Z","steps":["trace[116706512] 'agreement among raft nodes before linearized reading' (duration: 345.42721ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:46.959098Z","caller":"traceutil/trace.go:171","msg":"trace[1551763754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2570; }","duration":"343.92997ms","start":"2026-03-18T14:54:46.61515Z","end":"2026-03-18T14:54:46.95908Z","steps":["trace[1551763754] 'agreement among raft nodes before linearized reading' (duration: 343.774416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:46.959118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.613414Z","time spent":"345.691876ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:54:46.959131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.615135Z","time spent":"343.987951ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:54:46.959237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.42617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T14:54:46.959323Z","caller":"traceutil/trace.go:171","msg":"trace[1164747908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2570; }","duration":"345.87018ms","start":"2026-03-18T14:54:46.613442Z","end":"2026-03-18T14:54:46.959312Z","steps":["trace[1164747908] 'agreement among raft nodes before linearized reading' (duration: 345.366897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:46.959356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.613432Z","time spent":"345.915602ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:54:47.654651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982623038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:48.155465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982623038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:48.656459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982623038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:48.668628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.705467912s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:54:48.705219Z","caller":"traceutil/trace.go:171","msg":"trace[1824456678] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"1.742139713s","start":"2026-03-18T14:54:46.963038Z","end":"2026-03-18T14:54:48.705178Z","steps":["trace[1824456678] 'process raft request' (duration: 1.705812991s)","trace[1824456678] 'compare' (duration: 36.031934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:48.705403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.963014Z","time spent":"1.742297237s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:48.721889Z","caller":"traceutil/trace.go:171","msg":"trace[1953685781] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"1.758751143s","start":"2026-03-18T14:54:46.963105Z","end":"2026-03-18T14:54:48.721856Z","steps":["trace[1953685781] 'process raft request' (duration: 1.758564919s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:48.722062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.963081Z","time spent":"1.758892447s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:48.722116Z","caller":"traceutil/trace.go:171","msg":"trace[455279192] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"1.758880207s","start":"2026-03-18T14:54:46.963214Z","end":"2026-03-18T14:54:48.722094Z","steps":["trace[455279192] 'process raft request' (duration: 1.75860262s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:48.722155Z","caller":"traceutil/trace.go:171","msg":"trace[1383389536] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"1.758552669s","start":"2026-03-18T14:54:46.963583Z","end":"2026-03-18T14:54:48.722136Z","steps":["trace[1383389536] 'process raft request' (duration: 1.758480887s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:48.722189Z","caller":"traceutil/trace.go:171","msg":"trace[1245670550] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"1.758699773s","start":"2026-03-18T14:54:46.963439Z","end":"2026-03-18T14:54:48.722139Z","steps":["trace[1245670550] 'process raft request' (duration: 1.758545359s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:48.722233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.963201Z","time spent":"1.758961179s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:48.722265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.963567Z","time spent":"1.758640241s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:48.722315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.96342Z","time spent":"1.758831015s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:48.72255Z","caller":"traceutil/trace.go:171","msg":"trace[607638032] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"1.419614399s","start":"2026-03-18T14:54:47.302914Z","end":"2026-03-18T14:54:48.722528Z","steps":["trace[607638032] 'process raft request' (duration: 1.419183698s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:48.722585Z","caller":"traceutil/trace.go:171","msg":"trace[1971425692] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"1.38535504s","start":"2026-03-18T14:54:47.337215Z","end":"2026-03-18T14:54:48.72257Z","steps":["trace[1971425692] 'process raft request' (duration: 1.385211876s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:48.722648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.337195Z","time spent":"1.385419741s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:48.722653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.302896Z","time spent":"1.41970462s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:48.72259Z","caller":"traceutil/trace.go:171","msg":"trace[1669414638] linearizableReadLoop","detail":"{readStateIndex:2689; appliedIndex:2682; }","duration":"1.568645273s","start":"2026-03-18T14:54:47.153911Z","end":"2026-03-18T14:54:48.722556Z","steps":["trace[1669414638] 'read index received' (duration: 1.514954851s)","trace[1669414638] 'applied index is now lower than readState.Index' (duration: 53.689022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:48.722734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568813457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:54:48.722788Z","caller":"traceutil/trace.go:171","msg":"trace[2004210447] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2577; }","duration":"1.56890784s","start":"2026-03-18T14:54:47.153868Z","end":"2026-03-18T14:54:48.722776Z","steps":["trace[2004210447] 'agreement among raft nodes before linearized reading' (duration: 1.568779787s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:48.722821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.153847Z","time spent":"1.568965752s","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:48.722894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429628977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:54:48.72295Z","caller":"traceutil/trace.go:171","msg":"trace[623741522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2577; }","duration":"1.42973091s","start":"2026-03-18T14:54:47.293203Z","end":"2026-03-18T14:54:48.722934Z","steps":["trace[623741522] 'agreement among raft nodes before linearized reading' (duration: 1.429630767s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:48.723003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.293185Z","time spent":"1.429806212s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:54:48.723025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385322939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T14:54:48.72309Z","caller":"traceutil/trace.go:171","msg":"trace[2072059946] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2577; }","duration":"1.3854209s","start":"2026-03-18T14:54:47.337651Z","end":"2026-03-18T14:54:48.723071Z","steps":["trace[2072059946] 'agreement among raft nodes before linearized reading' (duration: 1.385211785s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:48.723139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.337627Z","time spent":"1.385498823s","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-18T14:54:55.309066Z","caller":"traceutil/trace.go:171","msg":"trace[601466453] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"319.973418ms","start":"2026-03-18T14:54:54.989068Z","end":"2026-03-18T14:54:55.309041Z","steps":["trace[601466453] 'process raft request' (duration: 319.807294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:55.309215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:54.989045Z","time spent":"320.093381ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:55.362657Z","caller":"traceutil/trace.go:171","msg":"trace[1274787571] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"116.205914ms","start":"2026-03-18T14:54:55.246423Z","end":"2026-03-18T14:54:55.362628Z","steps":["trace[1274787571] 'process raft request' (duration: 112.97708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:59.591793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.740706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:54:59.5919Z","caller":"traceutil/trace.go:171","msg":"trace[1594409502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2636; }","duration":"301.91864ms","start":"2026-03-18T14:54:59.289955Z","end":"2026-03-18T14:54:59.591874Z","steps":["trace[1594409502] 'range keys from in-memory index tree' (duration: 301.676755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:59.591966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.289943Z","time spent":"302.007063ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:54:59.592117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.05655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:54:59.592189Z","caller":"traceutil/trace.go:171","msg":"trace[362592084] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2750; }","duration":"253.815352ms","start":"2026-03-18T14:54:59.338344Z","end":"2026-03-18T14:54:59.59216Z","steps":["trace[362592084] 'read index received' (duration: 252.9257ms)","trace[362592084] 'applied index is now lower than readState.Index' (duration: 888.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:59.592226Z","caller":"traceutil/trace.go:171","msg":"trace[1885460645] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"268.858302ms","start":"2026-03-18T14:54:59.323338Z","end":"2026-03-18T14:54:59.592197Z","steps":["trace[1885460645] 'process raft request' (duration: 267.98622ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:59.592228Z","caller":"traceutil/trace.go:171","msg":"trace[155396499] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:2636; }","duration":"335.202133ms","start":"2026-03-18T14:54:59.257005Z","end":"2026-03-18T14:54:59.592207Z","steps":["trace[155396499] 'range keys from in-memory index tree' (duration: 334.899065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:59.592459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.304485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:54:59.59247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.25699Z","time spent":"335.46493ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T14:54:59.592487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.12767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T14:54:59.592521Z","caller":"traceutil/trace.go:171","msg":"trace[138398320] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2637; }","duration":"227.403817ms","start":"2026-03-18T14:54:59.3651Z","end":"2026-03-18T14:54:59.592504Z","steps":["trace[138398320] 'agreement among raft nodes before linearized reading' (duration: 227.245653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:59.592563Z","caller":"traceutil/trace.go:171","msg":"trace[1077048639] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2637; }","duration":"254.244913ms","start":"2026-03-18T14:54:59.338298Z","end":"2026-03-18T14:54:59.592543Z","steps":["trace[1077048639] 'agreement among raft nodes before linearized reading' (duration: 254.024048ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:12.914834Z","caller":"traceutil/trace.go:171","msg":"trace[1803385811] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"114.741106ms","start":"2026-03-18T14:55:12.800071Z","end":"2026-03-18T14:55:12.914812Z","steps":["trace[1803385811] 'process raft request' (duration: 114.596692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:12.952253Z","caller":"traceutil/trace.go:171","msg":"trace[1321188312] linearizableReadLoop","detail":"{readStateIndex:2828; appliedIndex:2826; }","duration":"141.473355ms","start":"2026-03-18T14:55:12.810751Z","end":"2026-03-18T14:55:12.952224Z","steps":["trace[1321188312] 'read index received' (duration: 103.978563ms)","trace[1321188312] 'applied index is now lower than readState.Index' (duration: 37.493822ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:12.952301Z","caller":"traceutil/trace.go:171","msg":"trace[2133701510] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"148.954105ms","start":"2026-03-18T14:55:12.803315Z","end":"2026-03-18T14:55:12.952269Z","steps":["trace[2133701510] 'process raft request' (duration: 148.798441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:12.952485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.712861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:55:12.952546Z","caller":"traceutil/trace.go:171","msg":"trace[798849343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2711; }","duration":"141.798713ms","start":"2026-03-18T14:55:12.810732Z","end":"2026-03-18T14:55:12.95253Z","steps":["trace[798849343] 'agreement among raft nodes before linearized reading' (duration: 141.617258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:13.810457Z","caller":"traceutil/trace.go:171","msg":"trace[2065170735] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"167.794025ms","start":"2026-03-18T14:55:13.642613Z","end":"2026-03-18T14:55:13.810407Z","steps":["trace[2065170735] 'process raft request' (duration: 167.636461ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:19.070967Z","caller":"traceutil/trace.go:171","msg":"trace[1172073642] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"102.807654ms","start":"2026-03-18T14:55:18.968115Z","end":"2026-03-18T14:55:19.070923Z","steps":["trace[1172073642] 'process raft request' (duration: 57.931433ms)","trace[1172073642] 'compare' (duration: 44.726206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:20.790614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982623525,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:55:20.849358Z","caller":"traceutil/trace.go:171","msg":"trace[1529162579] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2867; }","duration":"558.79727ms","start":"2026-03-18T14:55:20.290536Z","end":"2026-03-18T14:55:20.849333Z","steps":["trace[1529162579] 'read index received' (duration: 558.605026ms)","trace[1529162579] 'applied index is now lower than readState.Index' (duration: 191.134µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:20.849574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.028877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:55:20.849616Z","caller":"traceutil/trace.go:171","msg":"trace[519860944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2749; }","duration":"559.15316ms","start":"2026-03-18T14:55:20.290452Z","end":"2026-03-18T14:55:20.849606Z","steps":["trace[519860944] 'agreement among raft nodes before linearized reading' (duration: 558.982206ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:20.849417Z","caller":"traceutil/trace.go:171","msg":"trace[122852300] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"639.101183ms","start":"2026-03-18T14:55:20.210277Z","end":"2026-03-18T14:55:20.849378Z","steps":["trace[122852300] 'process raft request' (duration: 638.885757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:20.849654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:20.290421Z","time spent":"559.225581ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:20.849892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:20.210243Z","time spent":"639.468031ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:21.290002Z","caller":"traceutil/trace.go:171","msg":"trace[400264447] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"433.22968ms","start":"2026-03-18T14:55:20.856748Z","end":"2026-03-18T14:55:21.289977Z","steps":["trace[400264447] 'process raft request' (duration: 381.680119ms)","trace[400264447] 'compare' (duration: 51.439188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:21.290246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:20.856735Z","time spent":"433.319243ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:22.168714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.832978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:55:22.168897Z","caller":"traceutil/trace.go:171","msg":"trace[1350977834] linearizableReadLoop","detail":"{readStateIndex:2871; appliedIndex:2868; }","duration":"1.086887723s","start":"2026-03-18T14:55:21.081993Z","end":"2026-03-18T14:55:22.168881Z","steps":["trace[1350977834] 'read index received' (duration: 156.449197ms)","trace[1350977834] 'applied index is now lower than readState.Index' (duration: 930.437666ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:22.168902Z","caller":"traceutil/trace.go:171","msg":"trace[228592734] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"1.158621235s","start":"2026-03-18T14:55:21.010256Z","end":"2026-03-18T14:55:22.168877Z","steps":["trace[228592734] 'process raft request' (duration: 718.544051ms)","trace[228592734] 'compare' (duration: 439.469929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:22.169015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.010236Z","time spent":"1.158720098s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:22.169014Z","caller":"traceutil/trace.go:171","msg":"trace[1640506476] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"1.090445113s","start":"2026-03-18T14:55:21.07855Z","end":"2026-03-18T14:55:22.168995Z","steps":["trace[1640506476] 'process raft request' (duration: 1.090265219s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.169095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.078524Z","time spent":"1.090533415s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:22.169183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08717569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:55:22.169263Z","caller":"traceutil/trace.go:171","msg":"trace[478329117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2752; }","duration":"1.087264723s","start":"2026-03-18T14:55:21.081981Z","end":"2026-03-18T14:55:22.169245Z","steps":["trace[478329117] 'agreement among raft nodes before linearized reading' (duration: 1.087046107s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.169305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.08194Z","time spent":"1.087356836s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:55:22.195117Z","caller":"traceutil/trace.go:171","msg":"trace[1428773877] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"589.917393ms","start":"2026-03-18T14:55:21.605182Z","end":"2026-03-18T14:55:22.195099Z","steps":["trace[1428773877] 'process raft request' (duration: 589.882312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.195195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.605155Z","time spent":"590.004265ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:22.19519Z","caller":"traceutil/trace.go:171","msg":"trace[255670892] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"831.435931ms","start":"2026-03-18T14:55:21.363701Z","end":"2026-03-18T14:55:22.195137Z","steps":["trace[255670892] 'process raft request' (duration: 831.235696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.195358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.363677Z","time spent":"831.602245ms","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9240,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:22.211176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127053383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:55:22.211259Z","caller":"traceutil/trace.go:171","msg":"trace[489277503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2756; }","duration":"1.127170108s","start":"2026-03-18T14:55:21.084071Z","end":"2026-03-18T14:55:22.211241Z","steps":["trace[489277503] 'agreement among raft nodes before linearized reading' (duration: 1.126958181s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.211302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.084059Z","time spent":"1.127232879s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:55:22.211697Z","caller":"traceutil/trace.go:171","msg":"trace[1033646532] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"379.120236ms","start":"2026-03-18T14:55:21.832565Z","end":"2026-03-18T14:55:22.211685Z","steps":["trace[1033646532] 'process raft request' (duration: 378.292544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.211908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.832542Z","time spent":"379.311851ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:22.212261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.190895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189df74474165778\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-18T14:55:22.212295Z","caller":"traceutil/trace.go:171","msg":"trace[1954408351] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189df74474165778; range_end:; response_count:1; response_revision:2756; }","duration":"578.263617ms","start":"2026-03-18T14:55:21.634023Z","end":"2026-03-18T14:55:22.212287Z","steps":["trace[1954408351] 'agreement among raft nodes before linearized reading' (duration: 578.180795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.212316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.634001Z","time spent":"578.310128ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189df74474165778\" "} {"level":"warn","ts":"2026-03-18T14:55:22.212542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.210061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T14:55:22.21257Z","caller":"traceutil/trace.go:171","msg":"trace[611340290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2756; }","duration":"690.238812ms","start":"2026-03-18T14:55:21.522324Z","end":"2026-03-18T14:55:22.212563Z","steps":["trace[611340290] 'agreement among raft nodes before linearized reading' (duration: 690.1635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.212706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.522271Z","time spent":"690.426686ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:55:22.212918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.232973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T14:55:22.212945Z","caller":"traceutil/trace.go:171","msg":"trace[1819102694] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2756; }","duration":"875.297485ms","start":"2026-03-18T14:55:21.337641Z","end":"2026-03-18T14:55:22.212938Z","steps":["trace[1819102694] 'agreement among raft nodes before linearized reading' (duration: 875.227403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.212963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.337622Z","time spent":"875.336946ms","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T14:55:22.212995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.077163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:55:22.213072Z","caller":"traceutil/trace.go:171","msg":"trace[985616843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2756; }","duration":"920.199026ms","start":"2026-03-18T14:55:21.292856Z","end":"2026-03-18T14:55:22.213055Z","steps":["trace[985616843] 'agreement among raft nodes before linearized reading' (duration: 920.057233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.213119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.292835Z","time spent":"920.276137ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:22.213409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128142201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:55:22.213445Z","caller":"traceutil/trace.go:171","msg":"trace[1713376426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2756; }","duration":"1.128226353s","start":"2026-03-18T14:55:21.085209Z","end":"2026-03-18T14:55:22.213436Z","steps":["trace[1713376426] 'agreement among raft nodes before linearized reading' (duration: 1.128100269s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.213479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.085184Z","time spent":"1.128286334s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:55:22.213519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129378683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:55:22.213552Z","caller":"traceutil/trace.go:171","msg":"trace[1962470812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2756; }","duration":"1.129425713s","start":"2026-03-18T14:55:21.084117Z","end":"2026-03-18T14:55:22.213543Z","steps":["trace[1962470812] 'agreement among raft nodes before linearized reading' (duration: 1.129355252s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.213577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.084111Z","time spent":"1.129459905s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:55:22.213778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12929184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:55:22.213819Z","caller":"traceutil/trace.go:171","msg":"trace[1145870890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2756; }","duration":"1.129352372s","start":"2026-03-18T14:55:21.084457Z","end":"2026-03-18T14:55:22.213809Z","steps":["trace[1145870890] 'agreement among raft nodes before linearized reading' (duration: 1.12926478s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.213852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.084446Z","time spent":"1.129398343s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:55:24.293176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:24.29332Z","caller":"traceutil/trace.go:171","msg":"trace[1796908830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196224s","start":"2026-03-18T14:55:22.293045Z","end":"2026-03-18T14:55:24.293241Z","steps":["trace[1796908830] 'agreement among raft nodes before linearized reading' (duration: 2.000092321s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.293374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.293018Z","time spent":"2.000344877s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:24.335151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:23.387691Z","time spent":"947.45531ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:24.335605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835148468s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:55:24.335941Z","caller":"traceutil/trace.go:171","msg":"trace[1438042566] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"2.116963562s","start":"2026-03-18T14:55:22.218899Z","end":"2026-03-18T14:55:24.335863Z","steps":["trace[1438042566] 'process raft request' (duration: 281.480285ms)","trace[1438042566] 'compare' (duration: 1.833674191s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:24.336046Z","caller":"traceutil/trace.go:171","msg":"trace[1930561603] linearizableReadLoop","detail":"{readStateIndex:2876; appliedIndex:2875; }","duration":"2.115850063s","start":"2026-03-18T14:55:22.220176Z","end":"2026-03-18T14:55:24.336026Z","steps":["trace[1930561603] 'read index received' (duration: 280.316795ms)","trace[1930561603] 'applied index is now lower than readState.Index' (duration: 1.835531278s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:24.336124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.218844Z","time spent":"2.117185187s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:24.33628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116083889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T14:55:24.33633Z","caller":"traceutil/trace.go:171","msg":"trace[250997476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2757; }","duration":"2.11616344s","start":"2026-03-18T14:55:22.220157Z","end":"2026-03-18T14:55:24.336321Z","steps":["trace[250997476] 'agreement among raft nodes before linearized reading' (duration: 2.115969946s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.33636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.220148Z","time spent":"2.116203371s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:55:24.336497Z","caller":"traceutil/trace.go:171","msg":"trace[991024848] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"2.11415415s","start":"2026-03-18T14:55:22.222325Z","end":"2026-03-18T14:55:24.336479Z","steps":["trace[991024848] 'process raft request' (duration: 2.114111899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.336586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.222319Z","time spent":"2.114222982s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:24.336837Z","caller":"traceutil/trace.go:171","msg":"trace[1752222051] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"2.115820392s","start":"2026-03-18T14:55:22.221009Z","end":"2026-03-18T14:55:24.336829Z","steps":["trace[1752222051] 'process raft request' (duration: 2.11492463s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.336881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.220996Z","time spent":"2.115863283s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:24.336976Z","caller":"traceutil/trace.go:171","msg":"trace[705212964] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"2.115777771s","start":"2026-03-18T14:55:22.221191Z","end":"2026-03-18T14:55:24.336969Z","steps":["trace[705212964] 'process raft request' (duration: 2.115159395s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.337011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.221186Z","time spent":"2.115807391s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:24.337095Z","caller":"traceutil/trace.go:171","msg":"trace[724368716] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"2.115572836s","start":"2026-03-18T14:55:22.221514Z","end":"2026-03-18T14:55:24.337087Z","steps":["trace[724368716] 'process raft request' (duration: 2.114892099s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.337423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.221508Z","time spent":"2.115881143s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:24.409885Z","caller":"traceutil/trace.go:171","msg":"trace[1807160575] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"235.998347ms","start":"2026-03-18T14:55:24.173859Z","end":"2026-03-18T14:55:24.409858Z","steps":["trace[1807160575] 'process raft request' (duration: 235.852224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.412017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.07168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:55:24.412111Z","caller":"traceutil/trace.go:171","msg":"trace[745301775] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2764; }","duration":"227.200924ms","start":"2026-03-18T14:55:24.184877Z","end":"2026-03-18T14:55:24.412078Z","steps":["trace[745301775] 'agreement among raft nodes before linearized reading' (duration: 227.0546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.412095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.057271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T14:55:24.412181Z","caller":"traceutil/trace.go:171","msg":"trace[735514355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2764; }","duration":"192.186914ms","start":"2026-03-18T14:55:24.219977Z","end":"2026-03-18T14:55:24.412164Z","steps":["trace[735514355] 'agreement among raft nodes before linearized reading' (duration: 191.954128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:24.41249Z","caller":"traceutil/trace.go:171","msg":"trace[1622455489] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"237.856745ms","start":"2026-03-18T14:55:24.174622Z","end":"2026-03-18T14:55:24.412478Z","steps":["trace[1622455489] 'process raft request' (duration: 237.131977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.412513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.334934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:55:24.412549Z","caller":"traceutil/trace.go:171","msg":"trace[1327742673] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2764; }","duration":"245.413546ms","start":"2026-03-18T14:55:24.167125Z","end":"2026-03-18T14:55:24.412539Z","steps":["trace[1327742673] 'agreement among raft nodes before linearized reading' (duration: 245.344925ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:24.412624Z","caller":"traceutil/trace.go:171","msg":"trace[715986578] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"191.805944ms","start":"2026-03-18T14:55:24.220808Z","end":"2026-03-18T14:55:24.412614Z","steps":["trace[715986578] 'process raft request' (duration: 191.055615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.412758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.255225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:55:24.412775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.417764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:55:24.412804Z","caller":"traceutil/trace.go:171","msg":"trace[147127824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2764; }","duration":"119.481566ms","start":"2026-03-18T14:55:24.293314Z","end":"2026-03-18T14:55:24.412795Z","steps":["trace[147127824] 'agreement among raft nodes before linearized reading' (duration: 119.433035ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:24.412802Z","caller":"traceutil/trace.go:171","msg":"trace[983717360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2764; }","duration":"301.342418ms","start":"2026-03-18T14:55:24.111448Z","end":"2026-03-18T14:55:24.412791Z","steps":["trace[983717360] 'agreement among raft nodes before linearized reading' (duration: 301.273226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.412881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:24.111422Z","time spent":"301.445941ms","remote":"127.0.0.1:39090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:24.41328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19281166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-18T14:55:24.413322Z","caller":"traceutil/trace.go:171","msg":"trace[771169928] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2764; }","duration":"2.192866531s","start":"2026-03-18T14:55:22.220446Z","end":"2026-03-18T14:55:24.413312Z","steps":["trace[771169928] 'agreement among raft nodes before linearized reading' (duration: 2.192699287s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.413352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.220439Z","time spent":"2.192905422s","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-18T14:55:50.784104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.613578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:55:50.784326Z","caller":"traceutil/trace.go:171","msg":"trace[1737679723] linearizableReadLoop","detail":"{readStateIndex:3016; appliedIndex:3015; }","duration":"254.881698ms","start":"2026-03-18T14:55:50.52942Z","end":"2026-03-18T14:55:50.784302Z","steps":["trace[1737679723] 'read index received' (duration: 18.88482ms)","trace[1737679723] 'applied index is now lower than readState.Index' (duration: 235.995508ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:50.784377Z","caller":"traceutil/trace.go:171","msg":"trace[1355961346] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"230.389896ms","start":"2026-03-18T14:55:50.55397Z","end":"2026-03-18T14:55:50.78436Z","steps":["trace[1355961346] 'process raft request' (duration: 230.347535ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:50.784446Z","caller":"traceutil/trace.go:171","msg":"trace[1425162619] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"231.146275ms","start":"2026-03-18T14:55:50.553258Z","end":"2026-03-18T14:55:50.784404Z","steps":["trace[1425162619] 'process raft request' (duration: 230.974221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:50.784484Z","caller":"traceutil/trace.go:171","msg":"trace[1230495187] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"256.402146ms","start":"2026-03-18T14:55:50.528059Z","end":"2026-03-18T14:55:50.784461Z","steps":["trace[1230495187] 'process raft request' (duration: 20.350827ms)","trace[1230495187] 'compare' (duration: 235.442224ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:50.784669Z","caller":"traceutil/trace.go:171","msg":"trace[811098786] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"230.788206ms","start":"2026-03-18T14:55:50.553857Z","end":"2026-03-18T14:55:50.784645Z","steps":["trace[811098786] 'process raft request' (duration: 230.427567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:50.78477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.32755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T14:55:50.784798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.35634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:55:50.784864Z","caller":"traceutil/trace.go:171","msg":"trace[2065045479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2893; }","duration":"255.470803ms","start":"2026-03-18T14:55:50.529378Z","end":"2026-03-18T14:55:50.784849Z","steps":["trace[2065045479] 'agreement among raft nodes before linearized reading' (duration: 255.251168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:50.784895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.906967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:55:50.784924Z","caller":"traceutil/trace.go:171","msg":"trace[2142959422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2893; }","duration":"178.967419ms","start":"2026-03-18T14:55:50.605949Z","end":"2026-03-18T14:55:50.784916Z","steps":["trace[2142959422] 'agreement among raft nodes before linearized reading' (duration: 178.887307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:50.784815Z","caller":"traceutil/trace.go:171","msg":"trace[235297787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2893; }","duration":"255.441972ms","start":"2026-03-18T14:55:50.529362Z","end":"2026-03-18T14:55:50.784804Z","steps":["trace[235297787] 'agreement among raft nodes before linearized reading' (duration: 255.310899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:50.785022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.490833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:55:50.785077Z","caller":"traceutil/trace.go:171","msg":"trace[1996014535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2893; }","duration":"255.619236ms","start":"2026-03-18T14:55:50.529443Z","end":"2026-03-18T14:55:50.785062Z","steps":["trace[1996014535] 'agreement among raft nodes before linearized reading' (duration: 255.414441ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:50.906999Z","caller":"traceutil/trace.go:171","msg":"trace[1150291242] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"117.613579ms","start":"2026-03-18T14:55:50.78936Z","end":"2026-03-18T14:55:50.906974Z","steps":["trace[1150291242] 'process raft request' (duration: 111.606356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:50.907251Z","caller":"traceutil/trace.go:171","msg":"trace[814470698] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"117.436085ms","start":"2026-03-18T14:55:50.789795Z","end":"2026-03-18T14:55:50.907231Z","steps":["trace[814470698] 'process raft request' (duration: 117.359933ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:50.907269Z","caller":"traceutil/trace.go:171","msg":"trace[252857888] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"117.869286ms","start":"2026-03-18T14:55:50.789362Z","end":"2026-03-18T14:55:50.907231Z","steps":["trace[252857888] 'process raft request' (duration: 117.570298ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:29.407964Z","caller":"traceutil/trace.go:171","msg":"trace[1780445509] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"238.975994ms","start":"2026-03-18T14:57:29.168936Z","end":"2026-03-18T14:57:29.407912Z","steps":["trace[1780445509] 'process raft request' (duration: 238.936302ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:29.408327Z","caller":"traceutil/trace.go:171","msg":"trace[200079090] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"865.716452ms","start":"2026-03-18T14:57:28.542594Z","end":"2026-03-18T14:57:29.408311Z","steps":["trace[200079090] 'process raft request' (duration: 786.006746ms)","trace[200079090] 'compare' (duration: 78.890454ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:29.40854Z","caller":"traceutil/trace.go:171","msg":"trace[253891356] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"246.469212ms","start":"2026-03-18T14:57:29.162024Z","end":"2026-03-18T14:57:29.408493Z","steps":["trace[253891356] 'process raft request' (duration: 245.691242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.40854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:28.542573Z","time spent":"865.788104ms","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6321,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:29.408591Z","caller":"traceutil/trace.go:171","msg":"trace[1031343381] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"240.996634ms","start":"2026-03-18T14:57:29.167491Z","end":"2026-03-18T14:57:29.408487Z","steps":["trace[1031343381] 'process raft request' (duration: 240.350447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.408761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.868661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:57:29.408857Z","caller":"traceutil/trace.go:171","msg":"trace[1011170270] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3486; }","duration":"376.995654ms","start":"2026-03-18T14:57:29.031826Z","end":"2026-03-18T14:57:29.408821Z","steps":["trace[1011170270] 'agreement among raft nodes before linearized reading' (duration: 376.825249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.408904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:29.031809Z","time spent":"377.084136ms","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:10000 "} {"level":"info","ts":"2026-03-18T14:57:29.40907Z","caller":"traceutil/trace.go:171","msg":"trace[282146533] linearizableReadLoop","detail":"{readStateIndex:3634; appliedIndex:3633; }","duration":"376.642745ms","start":"2026-03-18T14:57:29.031853Z","end":"2026-03-18T14:57:29.408496Z","steps":["trace[282146533] 'read index received' (duration: 296.761305ms)","trace[282146533] 'applied index is now lower than readState.Index' (duration: 79.87643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:29.409515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.418344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:57:29.409533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.24262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:57:29.409581Z","caller":"traceutil/trace.go:171","msg":"trace[43619138] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3486; }","duration":"377.559468ms","start":"2026-03-18T14:57:29.032008Z","end":"2026-03-18T14:57:29.409567Z","steps":["trace[43619138] 'agreement among raft nodes before linearized reading' (duration: 377.440505ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:29.409593Z","caller":"traceutil/trace.go:171","msg":"trace[1677700597] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:3486; }","duration":"241.331852ms","start":"2026-03-18T14:57:29.168238Z","end":"2026-03-18T14:57:29.40957Z","steps":["trace[1677700597] 'agreement among raft nodes before linearized reading' (duration: 241.206399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.409624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:29.031966Z","time spent":"377.64783ms","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:29.40985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.106161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:57:29.409855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.051451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:57:29.409893Z","caller":"traceutil/trace.go:171","msg":"trace[1654460205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3486; }","duration":"119.183233ms","start":"2026-03-18T14:57:29.290701Z","end":"2026-03-18T14:57:29.409884Z","steps":["trace[1654460205] 'agreement among raft nodes before linearized reading' (duration: 119.112821ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:29.409903Z","caller":"traceutil/trace.go:171","msg":"trace[175981640] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:3486; }","duration":"242.137543ms","start":"2026-03-18T14:57:29.167751Z","end":"2026-03-18T14:57:29.409889Z","steps":["trace[175981640] 'agreement among raft nodes before linearized reading' (duration: 242.064661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.41016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.502382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:57:29.410211Z","caller":"traceutil/trace.go:171","msg":"trace[1113141771] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:3486; }","duration":"242.578834ms","start":"2026-03-18T14:57:29.16762Z","end":"2026-03-18T14:57:29.410199Z","steps":["trace[1113141771] 'agreement among raft nodes before linearized reading' (duration: 242.498702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.410243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.509925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:57:29.410312Z","caller":"traceutil/trace.go:171","msg":"trace[277224549] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:3486; }","duration":"354.581056ms","start":"2026-03-18T14:57:29.055711Z","end":"2026-03-18T14:57:29.410292Z","steps":["trace[277224549] 'agreement among raft nodes before linearized reading' (duration: 354.465123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.410366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:29.055657Z","time spent":"354.689199ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:29.410442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.567087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:57:29.410489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.435118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:57:29.410499Z","caller":"traceutil/trace.go:171","msg":"trace[2085027125] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:3486; }","duration":"377.66784ms","start":"2026-03-18T14:57:29.032817Z","end":"2026-03-18T14:57:29.410485Z","steps":["trace[2085027125] 'agreement among raft nodes before linearized reading' (duration: 377.525967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:29.410565Z","caller":"traceutil/trace.go:171","msg":"trace[266573453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3486; }","duration":"198.552771ms","start":"2026-03-18T14:57:29.211992Z","end":"2026-03-18T14:57:29.410545Z","steps":["trace[266573453] 'agreement among raft nodes before linearized reading' (duration: 198.347656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.410576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.35942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:57:29.410609Z","caller":"traceutil/trace.go:171","msg":"trace[1999582377] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3486; }","duration":"333.395701ms","start":"2026-03-18T14:57:29.077204Z","end":"2026-03-18T14:57:29.410599Z","steps":["trace[1999582377] 'agreement among raft nodes before linearized reading' (duration: 333.34177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.4106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:29.032811Z","time spent":"377.774613ms","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" limit:500 "} {"level":"warn","ts":"2026-03-18T14:57:29.410651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:29.077191Z","time spent":"333.450122ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:500 "} {"level":"warn","ts":"2026-03-18T14:57:29.410789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.166801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:57:29.410755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.013548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:57:29.41085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.615664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T14:57:29.410855Z","caller":"traceutil/trace.go:171","msg":"trace[1545396736] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3486; }","duration":"334.278334ms","start":"2026-03-18T14:57:29.076555Z","end":"2026-03-18T14:57:29.410834Z","steps":["trace[1545396736] 'agreement among raft nodes before linearized reading' (duration: 334.168871ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:29.410875Z","caller":"traceutil/trace.go:171","msg":"trace[1730675076] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:3486; }","duration":"355.146571ms","start":"2026-03-18T14:57:29.055699Z","end":"2026-03-18T14:57:29.410846Z","steps":["trace[1730675076] 'agreement among raft nodes before linearized reading' (duration: 354.983097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.4109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:29.076539Z","time spent":"334.348955ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" limit:10000 "} {"level":"info","ts":"2026-03-18T14:57:29.410886Z","caller":"traceutil/trace.go:171","msg":"trace[572114841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:3486; }","duration":"149.680476ms","start":"2026-03-18T14:57:29.261195Z","end":"2026-03-18T14:57:29.410876Z","steps":["trace[572114841] 'agreement among raft nodes before linearized reading' (duration: 149.569903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.41098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.348815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:57:29.411022Z","caller":"traceutil/trace.go:171","msg":"trace[298961254] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:3486; }","duration":"334.391626ms","start":"2026-03-18T14:57:29.076622Z","end":"2026-03-18T14:57:29.411013Z","steps":["trace[298961254] 'agreement among raft nodes before linearized reading' (duration: 334.334905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.411053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:29.076576Z","time spent":"334.469129ms","remote":"127.0.0.1:51398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:29.410925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:29.055635Z","time spent":"355.276385ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T14:57:29.410817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.68908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:57:29.411392Z","caller":"traceutil/trace.go:171","msg":"trace[1714754295] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:3486; }","duration":"355.065889ms","start":"2026-03-18T14:57:29.056096Z","end":"2026-03-18T14:57:29.411162Z","steps":["trace[1714754295] 'agreement among raft nodes before linearized reading' (duration: 354.69649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.411449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:29.056086Z","time spent":"355.342776ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:500 "} {"level":"warn","ts":"2026-03-18T14:57:29.411577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.779467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:57:29.411656Z","caller":"traceutil/trace.go:171","msg":"trace[226117361] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:3486; }","duration":"145.891749ms","start":"2026-03-18T14:57:29.265749Z","end":"2026-03-18T14:57:29.411641Z","steps":["trace[226117361] 'agreement among raft nodes before linearized reading' (duration: 144.398701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:57.901596Z","caller":"traceutil/trace.go:171","msg":"trace[1410124661] transaction","detail":"{read_only:false; response_revision:3685; number_of_response:1; }","duration":"382.278518ms","start":"2026-03-18T14:57:57.519287Z","end":"2026-03-18T14:57:57.901566Z","steps":["trace[1410124661] 'process raft request' (duration: 382.123814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:57.901747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:57.519263Z","time spent":"382.412911ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:58.029523Z","caller":"traceutil/trace.go:171","msg":"trace[2020416961] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"509.411522ms","start":"2026-03-18T14:57:57.520091Z","end":"2026-03-18T14:57:58.029502Z","steps":["trace[2020416961] 'process raft request' (duration: 508.283284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:58.02966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:57.520068Z","time spent":"509.518145ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:58.029762Z","caller":"traceutil/trace.go:171","msg":"trace[990013479] linearizableReadLoop","detail":"{readStateIndex:3845; appliedIndex:3842; }","duration":"470.731814ms","start":"2026-03-18T14:57:57.559009Z","end":"2026-03-18T14:57:58.029741Z","steps":["trace[990013479] 'read index received' (duration: 342.452089ms)","trace[990013479] 'applied index is now lower than readState.Index' (duration: 128.278485ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:58.0299Z","caller":"traceutil/trace.go:171","msg":"trace[1403620054] transaction","detail":"{read_only:false; response_revision:3687; number_of_response:1; }","duration":"470.901628ms","start":"2026-03-18T14:57:57.558981Z","end":"2026-03-18T14:57:58.029883Z","steps":["trace[1403620054] 'process raft request' (duration: 470.489487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:58.029994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.122137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T14:57:58.029992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:57.55895Z","time spent":"470.988081ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:58.030028Z","caller":"traceutil/trace.go:171","msg":"trace[678712147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:3687; }","duration":"464.185419ms","start":"2026-03-18T14:57:57.565835Z","end":"2026-03-18T14:57:58.03002Z","steps":["trace[678712147] 'agreement among raft nodes before linearized reading' (duration: 464.063446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:58.030056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:57.565822Z","time spent":"464.226529ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T14:57:58.030228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.913626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:57:58.030255Z","caller":"traceutil/trace.go:171","msg":"trace[699130650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3687; }","duration":"460.986038ms","start":"2026-03-18T14:57:57.569262Z","end":"2026-03-18T14:57:58.030248Z","steps":["trace[699130650] 'agreement among raft nodes before linearized reading' (duration: 460.915397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:58.030224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.340526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:57:58.030322Z","caller":"traceutil/trace.go:171","msg":"trace[1625498461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3687; }","duration":"459.458919ms","start":"2026-03-18T14:57:57.570841Z","end":"2026-03-18T14:57:58.0303Z","steps":["trace[1625498461] 'agreement among raft nodes before linearized reading' (duration: 459.205502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:58.030389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.567261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:57:58.030277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:57.569239Z","time spent":"461.030449ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:57:58.030475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.743916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:57:58.030472Z","caller":"traceutil/trace.go:171","msg":"trace[622663074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3687; }","duration":"459.678464ms","start":"2026-03-18T14:57:57.570771Z","end":"2026-03-18T14:57:58.030449Z","steps":["trace[622663074] 'agreement among raft nodes before linearized reading' (duration: 459.481189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:58.030562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.909777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-18T14:57:58.030636Z","caller":"traceutil/trace.go:171","msg":"trace[693119782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3687; }","duration":"460.022843ms","start":"2026-03-18T14:57:57.570583Z","end":"2026-03-18T14:57:58.030606Z","steps":["trace[693119782] 'agreement among raft nodes before linearized reading' (duration: 459.540371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:58.030639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:57.570763Z","time spent":"459.862639ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:57:58.030661Z","caller":"traceutil/trace.go:171","msg":"trace[74374932] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3687; }","duration":"204.076701ms","start":"2026-03-18T14:57:57.826563Z","end":"2026-03-18T14:57:58.03064Z","steps":["trace[74374932] 'agreement among raft nodes before linearized reading' (duration: 203.751163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:58.030701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:57.570573Z","time spent":"460.114745ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:57:58.032493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.114549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T14:57:58.032478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:57.570837Z","time spent":"461.614983ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:57:58.032536Z","caller":"traceutil/trace.go:171","msg":"trace[1931970937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3687; }","duration":"473.565416ms","start":"2026-03-18T14:57:57.558958Z","end":"2026-03-18T14:57:58.032523Z","steps":["trace[1931970937] 'agreement among raft nodes before linearized reading' (duration: 471.423242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:58.032561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:57.558943Z","time spent":"473.610427ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:58:04.471604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982626133,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:58:04.895564Z","caller":"traceutil/trace.go:171","msg":"trace[578006289] transaction","detail":"{read_only:false; response_revision:3717; number_of_response:1; }","duration":"975.463798ms","start":"2026-03-18T14:58:03.920058Z","end":"2026-03-18T14:58:04.895521Z","steps":["trace[578006289] 'process raft request' (duration: 975.178331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:04.895828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:03.920031Z","time spent":"975.639562ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:05.690204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.466798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:58:05.690722Z","caller":"traceutil/trace.go:171","msg":"trace[1171855799] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"1.638869494s","start":"2026-03-18T14:58:04.051824Z","end":"2026-03-18T14:58:05.690693Z","steps":["trace[1171855799] 'process raft request' (duration: 1.254785091s)","trace[1171855799] 'compare' (duration: 383.217112ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:58:05.690722Z","caller":"traceutil/trace.go:171","msg":"trace[634950759] transaction","detail":"{read_only:false; response_revision:3719; number_of_response:1; }","duration":"1.638874554s","start":"2026-03-18T14:58:04.051824Z","end":"2026-03-18T14:58:05.690698Z","steps":["trace[634950759] 'process raft request' (duration: 1.638556096s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:05.690905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.051805Z","time spent":"1.638979746s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:05.690955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.051805Z","time spent":"1.638988047s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:58:05.770332Z","caller":"traceutil/trace.go:171","msg":"trace[419259927] linearizableReadLoop","detail":"{readStateIndex:3879; appliedIndex:3875; }","duration":"1.799519097s","start":"2026-03-18T14:58:03.970763Z","end":"2026-03-18T14:58:05.770282Z","steps":["trace[419259927] 'read index received' (duration: 924.448008ms)","trace[419259927] 'applied index is now lower than readState.Index' (duration: 875.068999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:58:05.770552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799755643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:58:05.770638Z","caller":"traceutil/trace.go:171","msg":"trace[1767701736] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3719; }","duration":"1.799890396s","start":"2026-03-18T14:58:03.970729Z","end":"2026-03-18T14:58:05.77062Z","steps":["trace[1767701736] 'agreement among raft nodes before linearized reading' (duration: 1.799692861s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:05.770673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:03.970708Z","time spent":"1.799957118s","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:58:05.770696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.118739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:58:05.770721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714130257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:58:05.770778Z","caller":"traceutil/trace.go:171","msg":"trace[1048873235] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3719; }","duration":"818.299973ms","start":"2026-03-18T14:58:04.952456Z","end":"2026-03-18T14:58:05.770756Z","steps":["trace[1048873235] 'agreement among raft nodes before linearized reading' (duration: 818.117039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:05.770786Z","caller":"traceutil/trace.go:171","msg":"trace[871410118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3719; }","duration":"1.71422449s","start":"2026-03-18T14:58:04.056547Z","end":"2026-03-18T14:58:05.770771Z","steps":["trace[871410118] 'agreement among raft nodes before linearized reading' (duration: 1.713968333s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:05.770964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712427594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T14:58:05.770965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.056521Z","time spent":"1.714430475s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:58:05.770999Z","caller":"traceutil/trace.go:171","msg":"trace[1158851375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:3719; }","duration":"1.712462495s","start":"2026-03-18T14:58:04.058529Z","end":"2026-03-18T14:58:05.770992Z","steps":["trace[1158851375] 'agreement among raft nodes before linearized reading' (duration: 1.712346202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:05.770993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712727381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:58:05.771024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.05851Z","time spent":"1.712508506s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T14:58:05.771032Z","caller":"traceutil/trace.go:171","msg":"trace[1817551042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3719; }","duration":"1.712778833s","start":"2026-03-18T14:58:04.058243Z","end":"2026-03-18T14:58:05.771022Z","steps":["trace[1817551042] 'agreement among raft nodes before linearized reading' (duration: 1.712627589s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:05.771064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.058237Z","time spent":"1.712818544s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:58:05.771037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713963723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T14:58:05.770818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478988721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:58:05.771191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714486756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T14:58:05.77127Z","caller":"traceutil/trace.go:171","msg":"trace[511543510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3719; }","duration":"1.714602599s","start":"2026-03-18T14:58:04.056649Z","end":"2026-03-18T14:58:05.771251Z","steps":["trace[511543510] 'agreement among raft nodes before linearized reading' (duration: 1.714330912s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:05.771218Z","caller":"traceutil/trace.go:171","msg":"trace[1087651686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3719; }","duration":"1.479503374s","start":"2026-03-18T14:58:04.291697Z","end":"2026-03-18T14:58:05.7712Z","steps":["trace[1087651686] 'agreement among raft nodes before linearized reading' (duration: 1.479025852s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:05.771335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.056645Z","time spent":"1.71468062s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:58:05.77135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.291675Z","time spent":"1.479665378s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:58:05.770864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708082175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:58:05.771473Z","caller":"traceutil/trace.go:171","msg":"trace[143694145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3719; }","duration":"1.708768812s","start":"2026-03-18T14:58:04.062689Z","end":"2026-03-18T14:58:05.771458Z","steps":["trace[143694145] 'agreement among raft nodes before linearized reading' (duration: 1.707856619s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:05.771519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.062681Z","time spent":"1.708823343s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:58:05.770829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.952413Z","time spent":"818.404906ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":34,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:58:05.771116Z","caller":"traceutil/trace.go:171","msg":"trace[1709606619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3719; }","duration":"1.714039565s","start":"2026-03-18T14:58:04.057062Z","end":"2026-03-18T14:58:05.771102Z","steps":["trace[1709606619] 'agreement among raft nodes before linearized reading' (duration: 1.71385867s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:05.771918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:04.057005Z","time spent":"1.714888957s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:58:56.185942Z","caller":"traceutil/trace.go:171","msg":"trace[1694583988] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"213.420115ms","start":"2026-03-18T14:58:55.972492Z","end":"2026-03-18T14:58:56.185912Z","steps":["trace[1694583988] 'process raft request' (duration: 213.259041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:56.248479Z","caller":"traceutil/trace.go:171","msg":"trace[679537133] linearizableReadLoop","detail":"{readStateIndex:4219; appliedIndex:4217; }","duration":"196.491754ms","start":"2026-03-18T14:58:56.051961Z","end":"2026-03-18T14:58:56.248453Z","steps":["trace[679537133] 'read index received' (duration: 133.890992ms)","trace[679537133] 'applied index is now lower than readState.Index' (duration: 62.599812ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:58:56.24854Z","caller":"traceutil/trace.go:171","msg":"trace[1571822392] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"272.163528ms","start":"2026-03-18T14:58:55.976336Z","end":"2026-03-18T14:58:56.248499Z","steps":["trace[1571822392] 'process raft request' (duration: 271.992414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:56.248809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.570165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:58:56.248859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.713761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T14:58:56.24888Z","caller":"traceutil/trace.go:171","msg":"trace[300477990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4046; }","duration":"179.666217ms","start":"2026-03-18T14:58:56.069197Z","end":"2026-03-18T14:58:56.248863Z","steps":["trace[300477990] 'agreement among raft nodes before linearized reading' (duration: 179.485852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:56.248912Z","caller":"traceutil/trace.go:171","msg":"trace[1728187971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:4046; }","duration":"172.798483ms","start":"2026-03-18T14:58:56.076096Z","end":"2026-03-18T14:58:56.248895Z","steps":["trace[1728187971] 'agreement among raft nodes before linearized reading' (duration: 172.629529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:56.248918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.630858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T14:58:56.24881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.811868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:58:56.248975Z","caller":"traceutil/trace.go:171","msg":"trace[444893720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4046; }","duration":"183.70086ms","start":"2026-03-18T14:58:56.065254Z","end":"2026-03-18T14:58:56.248955Z","steps":["trace[444893720] 'agreement among raft nodes before linearized reading' (duration: 183.597917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:56.248988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.77859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:58:56.249068Z","caller":"traceutil/trace.go:171","msg":"trace[304823131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4046; }","duration":"179.889692ms","start":"2026-03-18T14:58:56.069158Z","end":"2026-03-18T14:58:56.249047Z","steps":["trace[304823131] 'agreement among raft nodes before linearized reading' (duration: 179.627066ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:56.249126Z","caller":"traceutil/trace.go:171","msg":"trace[590495992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4046; }","duration":"196.126965ms","start":"2026-03-18T14:58:56.052933Z","end":"2026-03-18T14:58:56.24906Z","steps":["trace[590495992] 'agreement among raft nodes before linearized reading' (duration: 195.712095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:56.249367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.381207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:58:56.249452Z","caller":"traceutil/trace.go:171","msg":"trace[407048511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4046; }","duration":"197.48457ms","start":"2026-03-18T14:58:56.051946Z","end":"2026-03-18T14:58:56.249431Z","steps":["trace[407048511] 'agreement among raft nodes before linearized reading' (duration: 196.645719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:56.401708Z","caller":"traceutil/trace.go:171","msg":"trace[1061613270] linearizableReadLoop","detail":"{readStateIndex:4220; appliedIndex:4219; }","duration":"148.093874ms","start":"2026-03-18T14:58:56.253584Z","end":"2026-03-18T14:58:56.401678Z","steps":["trace[1061613270] 'read index received' (duration: 57.981243ms)","trace[1061613270] 'applied index is now lower than readState.Index' (duration: 90.111641ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:58:56.401737Z","caller":"traceutil/trace.go:171","msg":"trace[1920520541] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"148.186927ms","start":"2026-03-18T14:58:56.253522Z","end":"2026-03-18T14:58:56.401709Z","steps":["trace[1920520541] 'process raft request' (duration: 58.048655ms)","trace[1920520541] 'compare' (duration: 89.986098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:58:56.40199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.387502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62966"} {"level":"info","ts":"2026-03-18T14:58:56.402031Z","caller":"traceutil/trace.go:171","msg":"trace[458869623] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4047; }","duration":"148.481644ms","start":"2026-03-18T14:58:56.253539Z","end":"2026-03-18T14:58:56.402021Z","steps":["trace[458869623] 'agreement among raft nodes before linearized reading' (duration: 148.233867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:56.408634Z","caller":"traceutil/trace.go:171","msg":"trace[528793963] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"155.01967ms","start":"2026-03-18T14:58:56.253589Z","end":"2026-03-18T14:58:56.408609Z","steps":["trace[528793963] 'process raft request' (duration: 154.836986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:56.40887Z","caller":"traceutil/trace.go:171","msg":"trace[1867540659] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"155.115852ms","start":"2026-03-18T14:58:56.253731Z","end":"2026-03-18T14:58:56.408847Z","steps":["trace[1867540659] 'process raft request' (duration: 154.821995ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:56.408911Z","caller":"traceutil/trace.go:171","msg":"trace[1079148910] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"154.322122ms","start":"2026-03-18T14:58:56.254568Z","end":"2026-03-18T14:58:56.408891Z","steps":["trace[1079148910] 'process raft request' (duration: 154.265091ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:56.408965Z","caller":"traceutil/trace.go:171","msg":"trace[1468407767] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"154.917598ms","start":"2026-03-18T14:58:56.254032Z","end":"2026-03-18T14:58:56.40895Z","steps":["trace[1468407767] 'process raft request' (duration: 154.702942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:04.340227Z","caller":"traceutil/trace.go:171","msg":"trace[117955368] linearizableReadLoop","detail":"{readStateIndex:4267; appliedIndex:4266; }","duration":"189.208609ms","start":"2026-03-18T14:59:04.150987Z","end":"2026-03-18T14:59:04.340195Z","steps":["trace[117955368] 'read index received' (duration: 189.004334ms)","trace[117955368] 'applied index is now lower than readState.Index' (duration: 202.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:04.340374Z","caller":"traceutil/trace.go:171","msg":"trace[798859515] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"287.331293ms","start":"2026-03-18T14:59:04.053026Z","end":"2026-03-18T14:59:04.340357Z","steps":["trace[798859515] 'process raft request' (duration: 286.981075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:04.340618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.590629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:59:04.340676Z","caller":"traceutil/trace.go:171","msg":"trace[936575054] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4083; }","duration":"189.711092ms","start":"2026-03-18T14:59:04.150952Z","end":"2026-03-18T14:59:04.340663Z","steps":["trace[936575054] 'agreement among raft nodes before linearized reading' (duration: 189.575339ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:04.362227Z","caller":"traceutil/trace.go:171","msg":"trace[982363672] transaction","detail":"{read_only:false; response_revision:4084; number_of_response:1; }","duration":"145.982161ms","start":"2026-03-18T14:59:04.216204Z","end":"2026-03-18T14:59:04.362186Z","steps":["trace[982363672] 'process raft request' (duration: 145.815866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:04.638002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.945271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:59:04.638134Z","caller":"traceutil/trace.go:171","msg":"trace[1922764944] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"202.133409ms","start":"2026-03-18T14:59:04.435963Z","end":"2026-03-18T14:59:04.638097Z","steps":["trace[1922764944] 'process raft request' (duration: 76.022713ms)","trace[1922764944] 'compare' (duration: 125.760656ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:04.638184Z","caller":"traceutil/trace.go:171","msg":"trace[990387789] linearizableReadLoop","detail":"{readStateIndex:4269; appliedIndex:4268; }","duration":"200.518488ms","start":"2026-03-18T14:59:04.437629Z","end":"2026-03-18T14:59:04.638148Z","steps":["trace[990387789] 'read index received' (duration: 74.365451ms)","trace[990387789] 'applied index is now lower than readState.Index' (duration: 126.148577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:04.665952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.311884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:59:04.665998Z","caller":"traceutil/trace.go:171","msg":"trace[1709406916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4085; }","duration":"228.372245ms","start":"2026-03-18T14:59:04.437611Z","end":"2026-03-18T14:59:04.665984Z","steps":["trace[1709406916] 'agreement among raft nodes before linearized reading' (duration: 200.675502ms)","trace[1709406916] 'range keys from in-memory index tree' (duration: 27.55837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:04.666125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.015276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T14:59:04.666206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.828339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:59:04.666224Z","caller":"traceutil/trace.go:171","msg":"trace[1445195527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4085; }","duration":"221.858971ms","start":"2026-03-18T14:59:04.44436Z","end":"2026-03-18T14:59:04.666219Z","steps":["trace[1445195527] 'agreement among raft nodes before linearized reading' (duration: 221.806149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:04.666227Z","caller":"traceutil/trace.go:171","msg":"trace[1826599056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4085; }","duration":"228.13948ms","start":"2026-03-18T14:59:04.438065Z","end":"2026-03-18T14:59:04.666204Z","steps":["trace[1826599056] 'agreement among raft nodes before linearized reading' (duration: 227.892443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:04.666149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.866074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T14:59:04.666277Z","caller":"traceutil/trace.go:171","msg":"trace[1714148462] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:4085; }","duration":"219.025308ms","start":"2026-03-18T14:59:04.447248Z","end":"2026-03-18T14:59:04.666273Z","steps":["trace[1714148462] 'agreement among raft nodes before linearized reading' (duration: 218.73857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:04.66628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.178616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T14:59:04.666399Z","caller":"traceutil/trace.go:171","msg":"trace[2107821013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4085; }","duration":"227.271148ms","start":"2026-03-18T14:59:04.439081Z","end":"2026-03-18T14:59:04.666352Z","steps":["trace[2107821013] 'agreement among raft nodes before linearized reading' (duration: 227.105774ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:09.258251Z","caller":"traceutil/trace.go:171","msg":"trace[716054352] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"112.275974ms","start":"2026-03-18T14:59:09.14595Z","end":"2026-03-18T14:59:09.258226Z","steps":["trace[716054352] 'process raft request' (duration: 112.13039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:11.075858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.786836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:59:11.076026Z","caller":"traceutil/trace.go:171","msg":"trace[989607611] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"281.048484ms","start":"2026-03-18T14:59:10.794949Z","end":"2026-03-18T14:59:11.075998Z","steps":["trace[989607611] 'process raft request' (duration: 99.966281ms)","trace[989607611] 'compare' (duration: 180.60806ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:11.121861Z","caller":"traceutil/trace.go:171","msg":"trace[2101687226] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"326.875899ms","start":"2026-03-18T14:59:10.794957Z","end":"2026-03-18T14:59:11.121833Z","steps":["trace[2101687226] 'process raft request' (duration: 326.648873ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:11.12189Z","caller":"traceutil/trace.go:171","msg":"trace[1716233465] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"326.701435ms","start":"2026-03-18T14:59:10.795157Z","end":"2026-03-18T14:59:11.121859Z","steps":["trace[1716233465] 'process raft request' (duration: 326.614453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:11.121998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:10.794945Z","time spent":"326.985722ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:11.122014Z","caller":"traceutil/trace.go:171","msg":"trace[959566756] linearizableReadLoop","detail":"{readStateIndex:4301; appliedIndex:4299; }","duration":"326.879079ms","start":"2026-03-18T14:59:10.795112Z","end":"2026-03-18T14:59:11.121992Z","steps":["trace[959566756] 'read index received' (duration: 99.899889ms)","trace[959566756] 'applied index is now lower than readState.Index' (duration: 226.97749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:11.122062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:10.795152Z","time spent":"326.815668ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:11.122079Z","caller":"traceutil/trace.go:171","msg":"trace[1457682043] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"325.255598ms","start":"2026-03-18T14:59:10.796778Z","end":"2026-03-18T14:59:11.122034Z","steps":["trace[1457682043] 'process raft request' (duration: 325.033133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:11.122153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.159197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:59:11.122179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.061374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T14:59:11.122193Z","caller":"traceutil/trace.go:171","msg":"trace[419662959] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:0; response_revision:4117; }","duration":"270.231799ms","start":"2026-03-18T14:59:10.851946Z","end":"2026-03-18T14:59:11.122178Z","steps":["trace[419662959] 'agreement among raft nodes before linearized reading' (duration: 270.161537ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:11.122208Z","caller":"traceutil/trace.go:171","msg":"trace[806835135] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:4117; }","duration":"327.097685ms","start":"2026-03-18T14:59:10.7951Z","end":"2026-03-18T14:59:11.122197Z","steps":["trace[806835135] 'agreement among raft nodes before linearized reading' (duration: 326.991313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:11.122238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:10.795096Z","time spent":"327.137886ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T14:59:11.12228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:10.796756Z","time spent":"325.404191ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:11.293211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.372118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-persistentvolumesusage\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:59:11.29332Z","caller":"traceutil/trace.go:171","msg":"trace[732228675] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-persistentvolumesusage; range_end:; response_count:0; response_revision:4117; }","duration":"103.505641ms","start":"2026-03-18T14:59:11.189782Z","end":"2026-03-18T14:59:11.293288Z","steps":["trace[732228675] 'range keys from in-memory index tree' (duration: 103.312386ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:11.895073Z","caller":"traceutil/trace.go:171","msg":"trace[1353320476] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"157.292968ms","start":"2026-03-18T14:59:11.737743Z","end":"2026-03-18T14:59:11.895036Z","steps":["trace[1353320476] 'process raft request' (duration: 156.918829ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.838454Z","caller":"traceutil/trace.go:171","msg":"trace[928045925] linearizableReadLoop","detail":"{readStateIndex:4351; appliedIndex:4350; }","duration":"394.864748ms","start":"2026-03-18T14:59:15.443565Z","end":"2026-03-18T14:59:15.83843Z","steps":["trace[928045925] 'read index received' (duration: 394.645562ms)","trace[928045925] 'applied index is now lower than readState.Index' (duration: 218.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:15.838598Z","caller":"traceutil/trace.go:171","msg":"trace[1694881937] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"533.518623ms","start":"2026-03-18T14:59:15.305067Z","end":"2026-03-18T14:59:15.838585Z","steps":["trace[1694881937] 'process raft request' (duration: 533.154474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.838721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.305044Z","time spent":"533.585934ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:15.838904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.285435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-4x6tv\" ","response":"range_response_count:1 size:4356"} {"level":"info","ts":"2026-03-18T14:59:15.839002Z","caller":"traceutil/trace.go:171","msg":"trace[901010756] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-4x6tv; range_end:; response_count:1; response_revision:4162; }","duration":"221.423159ms","start":"2026-03-18T14:59:15.617551Z","end":"2026-03-18T14:59:15.838974Z","steps":["trace[901010756] 'agreement among raft nodes before linearized reading' (duration: 221.176792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.839064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.483953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T14:59:15.839138Z","caller":"traceutil/trace.go:171","msg":"trace[1425437362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4162; }","duration":"395.569285ms","start":"2026-03-18T14:59:15.44355Z","end":"2026-03-18T14:59:15.839119Z","steps":["trace[1425437362] 'agreement among raft nodes before linearized reading' (duration: 395.313889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.83919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.443498Z","time spent":"395.682498ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:59:23.259162Z","caller":"traceutil/trace.go:171","msg":"trace[1811911342] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"120.159232ms","start":"2026-03-18T14:59:23.138976Z","end":"2026-03-18T14:59:23.259135Z","steps":["trace[1811911342] 'process raft request' (duration: 119.967948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:23.42512Z","caller":"traceutil/trace.go:171","msg":"trace[1739975426] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"162.863923ms","start":"2026-03-18T14:59:23.262231Z","end":"2026-03-18T14:59:23.425095Z","steps":["trace[1739975426] 'process raft request' (duration: 155.413085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:23.425865Z","caller":"traceutil/trace.go:171","msg":"trace[1702431358] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"162.437532ms","start":"2026-03-18T14:59:23.263398Z","end":"2026-03-18T14:59:23.425836Z","steps":["trace[1702431358] 'process raft request' (duration: 162.226177ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:23.426002Z","caller":"traceutil/trace.go:171","msg":"trace[1054450269] linearizableReadLoop","detail":"{readStateIndex:4731; appliedIndex:4728; }","duration":"162.31991ms","start":"2026-03-18T14:59:23.263666Z","end":"2026-03-18T14:59:23.425986Z","steps":["trace[1054450269] 'read index received' (duration: 153.975799ms)","trace[1054450269] 'applied index is now lower than readState.Index' (duration: 8.343141ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:23.426037Z","caller":"traceutil/trace.go:171","msg":"trace[1922016459] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"162.443702ms","start":"2026-03-18T14:59:23.263559Z","end":"2026-03-18T14:59:23.426003Z","steps":["trace[1922016459] 'process raft request' (duration: 162.238427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:23.426134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.54539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:59:23.426163Z","caller":"traceutil/trace.go:171","msg":"trace[812228267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4536; }","duration":"133.625832ms","start":"2026-03-18T14:59:23.292529Z","end":"2026-03-18T14:59:23.426155Z","steps":["trace[812228267] 'agreement among raft nodes before linearized reading' (duration: 133.56082ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:23.426245Z","caller":"traceutil/trace.go:171","msg":"trace[1721098841] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"162.061613ms","start":"2026-03-18T14:59:23.264154Z","end":"2026-03-18T14:59:23.426216Z","steps":["trace[1721098841] 'process raft request' (duration: 161.789027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:23.426281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.568846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62966"} {"level":"info","ts":"2026-03-18T14:59:23.426409Z","caller":"traceutil/trace.go:171","msg":"trace[1214076721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4536; }","duration":"162.674388ms","start":"2026-03-18T14:59:23.263653Z","end":"2026-03-18T14:59:23.426328Z","steps":["trace[1214076721] 'agreement among raft nodes before linearized reading' (duration: 162.427292ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:25.517163Z","caller":"traceutil/trace.go:171","msg":"trace[918810250] linearizableReadLoop","detail":"{readStateIndex:4772; appliedIndex:4771; }","duration":"166.038855ms","start":"2026-03-18T14:59:25.351097Z","end":"2026-03-18T14:59:25.517136Z","steps":["trace[918810250] 'read index received' (duration: 165.898481ms)","trace[918810250] 'applied index is now lower than readState.Index' (duration: 139.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:25.517311Z","caller":"traceutil/trace.go:171","msg":"trace[220749120] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"167.537701ms","start":"2026-03-18T14:59:25.349706Z","end":"2026-03-18T14:59:25.517244Z","steps":["trace[220749120] 'process raft request' (duration: 167.248814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:25.517504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.552976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11981"} {"level":"warn","ts":"2026-03-18T14:59:25.517527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.403004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-03-18T14:59:25.517634Z","caller":"traceutil/trace.go:171","msg":"trace[585481562] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4575; }","duration":"166.538897ms","start":"2026-03-18T14:59:25.351077Z","end":"2026-03-18T14:59:25.517616Z","steps":["trace[585481562] 'agreement among raft nodes before linearized reading' (duration: 166.28333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:25.517569Z","caller":"traceutil/trace.go:171","msg":"trace[1043221194] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4575; }","duration":"151.653239ms","start":"2026-03-18T14:59:25.3659Z","end":"2026-03-18T14:59:25.517553Z","steps":["trace[1043221194] 'agreement among raft nodes before linearized reading' (duration: 151.546056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:26.939875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.091145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517402"} {"level":"info","ts":"2026-03-18T14:59:26.93997Z","caller":"traceutil/trace.go:171","msg":"trace[1632548752] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4628; }","duration":"653.224768ms","start":"2026-03-18T14:59:26.286723Z","end":"2026-03-18T14:59:26.939948Z","steps":["trace[1632548752] 'range keys from in-memory index tree' (duration: 652.54315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:26.940014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:26.286704Z","time spent":"653.29921ms","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517425,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-18T14:59:26.940159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.328616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:59:26.940345Z","caller":"traceutil/trace.go:171","msg":"trace[1555160174] linearizableReadLoop","detail":"{readStateIndex:4828; appliedIndex:4826; }","duration":"233.099852ms","start":"2026-03-18T14:59:26.707231Z","end":"2026-03-18T14:59:26.940331Z","steps":["trace[1555160174] 'read index received' (duration: 47.785761ms)","trace[1555160174] 'applied index is now lower than readState.Index' (duration: 185.313451ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:26.940416Z","caller":"traceutil/trace.go:171","msg":"trace[673603544] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"453.501921ms","start":"2026-03-18T14:59:26.486899Z","end":"2026-03-18T14:59:26.940401Z","steps":["trace[673603544] 'process raft request' (duration: 453.367908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:26.940464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.228935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a82bcb8-4abd-46bc-908f-56e5f7542419\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-18T14:59:26.94049Z","caller":"traceutil/trace.go:171","msg":"trace[11619126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a82bcb8-4abd-46bc-908f-56e5f7542419; range_end:; response_count:1; response_revision:4630; }","duration":"233.287996ms","start":"2026-03-18T14:59:26.707193Z","end":"2026-03-18T14:59:26.940481Z","steps":["trace[11619126] 'agreement among raft nodes before linearized reading' (duration: 233.208244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:26.940506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:26.486876Z","time spent":"453.570733ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:26.940686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.280776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5e65239-cc2c-4f1b-88a9-0af78be1dc8b\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-18T14:59:26.940741Z","caller":"traceutil/trace.go:171","msg":"trace[1302303525] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"455.107642ms","start":"2026-03-18T14:59:26.485613Z","end":"2026-03-18T14:59:26.940721Z","steps":["trace[1302303525] 'process raft request' (duration: 208.11639ms)","trace[1302303525] 'compare' (duration: 245.73774ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:26.940784Z","caller":"traceutil/trace.go:171","msg":"trace[900901354] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5e65239-cc2c-4f1b-88a9-0af78be1dc8b; range_end:; response_count:1; response_revision:4630; }","duration":"205.375758ms","start":"2026-03-18T14:59:26.73538Z","end":"2026-03-18T14:59:26.940755Z","steps":["trace[900901354] 'agreement among raft nodes before linearized reading' (duration: 205.128422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:26.940005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.991624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a82bcb8-4abd-46bc-908f-56e5f7542419\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-03-18T14:59:26.94083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:26.485595Z","time spent":"455.187284ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:26.940922Z","caller":"traceutil/trace.go:171","msg":"trace[1284571605] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a82bcb8-4abd-46bc-908f-56e5f7542419; range_end:; response_count:1; response_revision:4628; }","duration":"615.494562ms","start":"2026-03-18T14:59:26.325374Z","end":"2026-03-18T14:59:26.940868Z","steps":["trace[1284571605] 'range keys from in-memory index tree' (duration: 613.787309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:26.941049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:26.325349Z","time spent":"615.658687ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a82bcb8-4abd-46bc-908f-56e5f7542419\" "} {"level":"warn","ts":"2026-03-18T14:59:26.942123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.003274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-18T14:59:26.942192Z","caller":"traceutil/trace.go:171","msg":"trace[317874544] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4628; }","duration":"599.102687ms","start":"2026-03-18T14:59:26.343073Z","end":"2026-03-18T14:59:26.942176Z","steps":["trace[317874544] 'range keys from in-memory index tree' (duration: 596.657135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:26.942227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:26.343058Z","time spent":"599.157929ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196059,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:59:27.151518Z","caller":"traceutil/trace.go:171","msg":"trace[1955925018] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"206.355604ms","start":"2026-03-18T14:59:26.945133Z","end":"2026-03-18T14:59:27.151488Z","steps":["trace[1955925018] 'process raft request' (duration: 145.393421ms)","trace[1955925018] 'compare' (duration: 60.84821ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:27.153869Z","caller":"traceutil/trace.go:171","msg":"trace[1840554325] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4828; }","duration":"181.872055ms","start":"2026-03-18T14:59:26.971966Z","end":"2026-03-18T14:59:27.153839Z","steps":["trace[1840554325] 'read index received' (duration: 118.609213ms)","trace[1840554325] 'applied index is now lower than readState.Index' (duration: 63.261602ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:27.153958Z","caller":"traceutil/trace.go:171","msg":"trace[1721714165] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"207.541654ms","start":"2026-03-18T14:59:26.946397Z","end":"2026-03-18T14:59:27.153939Z","steps":["trace[1721714165] 'process raft request' (duration: 207.279018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:27.15407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.09373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T14:59:27.154108Z","caller":"traceutil/trace.go:171","msg":"trace[1859442941] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4632; }","duration":"182.193582ms","start":"2026-03-18T14:59:26.971903Z","end":"2026-03-18T14:59:27.154097Z","steps":["trace[1859442941] 'agreement among raft nodes before linearized reading' (duration: 182.038508ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:27.929347Z","caller":"traceutil/trace.go:171","msg":"trace[1870160939] linearizableReadLoop","detail":"{readStateIndex:4845; appliedIndex:4844; }","duration":"127.292323ms","start":"2026-03-18T14:59:27.802024Z","end":"2026-03-18T14:59:27.929316Z","steps":["trace[1870160939] 'read index received' (duration: 75.802419ms)","trace[1870160939] 'applied index is now lower than readState.Index' (duration: 51.488444ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:27.929358Z","caller":"traceutil/trace.go:171","msg":"trace[2035797962] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"191.112568ms","start":"2026-03-18T14:59:27.738207Z","end":"2026-03-18T14:59:27.929319Z","steps":["trace[2035797962] 'process raft request' (duration: 139.669735ms)","trace[2035797962] 'compare' (duration: 51.157196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:27.929528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.479828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:59:27.929563Z","caller":"traceutil/trace.go:171","msg":"trace[2127709802] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4647; }","duration":"127.541189ms","start":"2026-03-18T14:59:27.802012Z","end":"2026-03-18T14:59:27.929553Z","steps":["trace[2127709802] 'agreement among raft nodes before linearized reading' (duration: 127.416826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:29.140698Z","caller":"traceutil/trace.go:171","msg":"trace[1706926787] linearizableReadLoop","detail":"{readStateIndex:4852; appliedIndex:4851; }","duration":"189.346273ms","start":"2026-03-18T14:59:28.951327Z","end":"2026-03-18T14:59:29.140674Z","steps":["trace[1706926787] 'read index received' (duration: 47.285576ms)","trace[1706926787] 'applied index is now lower than readState.Index' (duration: 142.059797ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:29.140751Z","caller":"traceutil/trace.go:171","msg":"trace[1943697717] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"193.143439ms","start":"2026-03-18T14:59:28.947582Z","end":"2026-03-18T14:59:29.140725Z","steps":["trace[1943697717] 'process raft request' (duration: 108.460206ms)","trace[1943697717] 'compare' (duration: 84.512249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:29.14098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.223565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5e65239-cc2c-4f1b-88a9-0af78be1dc8b\" ","response":"range_response_count:1 size:4049"} {"level":"info","ts":"2026-03-18T14:59:29.141042Z","caller":"traceutil/trace.go:171","msg":"trace[435299144] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5e65239-cc2c-4f1b-88a9-0af78be1dc8b; range_end:; response_count:1; response_revision:4654; }","duration":"188.325988ms","start":"2026-03-18T14:59:28.9527Z","end":"2026-03-18T14:59:29.141026Z","steps":["trace[435299144] 'agreement among raft nodes before linearized reading' (duration: 188.123043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:29.141096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.698762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a82bcb8-4abd-46bc-908f-56e5f7542419\" ","response":"range_response_count:1 size:4073"} {"level":"info","ts":"2026-03-18T14:59:29.141273Z","caller":"traceutil/trace.go:171","msg":"trace[886201470] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a82bcb8-4abd-46bc-908f-56e5f7542419; range_end:; response_count:1; response_revision:4654; }","duration":"189.957818ms","start":"2026-03-18T14:59:28.951275Z","end":"2026-03-18T14:59:29.141233Z","steps":["trace[886201470] 'agreement among raft nodes before linearized reading' (duration: 189.496126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:29.141141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.857454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T14:59:29.141409Z","caller":"traceutil/trace.go:171","msg":"trace[906616776] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4654; }","duration":"122.180403ms","start":"2026-03-18T14:59:29.019201Z","end":"2026-03-18T14:59:29.141381Z","steps":["trace[906616776] 'agreement among raft nodes before linearized reading' (duration: 121.67224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:31.080751Z","caller":"traceutil/trace.go:171","msg":"trace[1796889570] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"387.814178ms","start":"2026-03-18T14:59:30.692904Z","end":"2026-03-18T14:59:31.080718Z","steps":["trace[1796889570] 'process raft request' (duration: 387.638894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:31.080938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:30.692882Z","time spent":"387.959542ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:31.085077Z","caller":"traceutil/trace.go:171","msg":"trace[712639080] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"334.099807ms","start":"2026-03-18T14:59:30.750959Z","end":"2026-03-18T14:59:31.085058Z","steps":["trace[712639080] 'process raft request' (duration: 333.649066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:31.085309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:30.750932Z","time spent":"334.314943ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:31.085679Z","caller":"traceutil/trace.go:171","msg":"trace[128911430] linearizableReadLoop","detail":"{readStateIndex:4893; appliedIndex:4892; }","duration":"210.54864ms","start":"2026-03-18T14:59:30.875118Z","end":"2026-03-18T14:59:31.085667Z","steps":["trace[128911430] 'read index received' (duration: 206.913928ms)","trace[128911430] 'applied index is now lower than readState.Index' (duration: 3.633842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:31.085882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.703783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T14:59:31.085992Z","caller":"traceutil/trace.go:171","msg":"trace[1040318779] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4695; }","duration":"210.90695ms","start":"2026-03-18T14:59:30.875074Z","end":"2026-03-18T14:59:31.085981Z","steps":["trace[1040318779] 'agreement among raft nodes before linearized reading' (duration: 210.640402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:33.353702Z","caller":"traceutil/trace.go:171","msg":"trace[1896046344] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5013; }","duration":"131.383207ms","start":"2026-03-18T14:59:33.222295Z","end":"2026-03-18T14:59:33.353679Z","steps":["trace[1896046344] 'read index received' (duration: 131.176262ms)","trace[1896046344] 'applied index is now lower than readState.Index' (duration: 206.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:33.353782Z","caller":"traceutil/trace.go:171","msg":"trace[813011491] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"202.145627ms","start":"2026-03-18T14:59:33.15159Z","end":"2026-03-18T14:59:33.353736Z","steps":["trace[813011491] 'process raft request' (duration: 201.959753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:33.353912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.614632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:59:33.353937Z","caller":"traceutil/trace.go:171","msg":"trace[108954768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4813; }","duration":"131.701994ms","start":"2026-03-18T14:59:33.222228Z","end":"2026-03-18T14:59:33.35393Z","steps":["trace[108954768] 'agreement among raft nodes before linearized reading' (duration: 131.581501ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:33.57894Z","caller":"traceutil/trace.go:171","msg":"trace[1138874513] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5015; }","duration":"152.839498ms","start":"2026-03-18T14:59:33.426067Z","end":"2026-03-18T14:59:33.578906Z","steps":["trace[1138874513] 'read index received' (duration: 96.631896ms)","trace[1138874513] 'applied index is now lower than readState.Index' (duration: 56.205432ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:33.578962Z","caller":"traceutil/trace.go:171","msg":"trace[350485624] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"165.610753ms","start":"2026-03-18T14:59:33.413315Z","end":"2026-03-18T14:59:33.578926Z","steps":["trace[350485624] 'process raft request' (duration: 109.443401ms)","trace[350485624] 'compare' (duration: 55.943636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:33.579499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.416444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:715061"} {"level":"info","ts":"2026-03-18T14:59:33.579609Z","caller":"traceutil/trace.go:171","msg":"trace[1122275872] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4815; }","duration":"153.533828ms","start":"2026-03-18T14:59:33.426025Z","end":"2026-03-18T14:59:33.579558Z","steps":["trace[1122275872] 'agreement among raft nodes before linearized reading' (duration: 152.991893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:34.272747Z","caller":"traceutil/trace.go:171","msg":"trace[1098518861] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5019; }","duration":"240.857627ms","start":"2026-03-18T14:59:34.031862Z","end":"2026-03-18T14:59:34.27272Z","steps":["trace[1098518861] 'read index received' (duration: 240.677733ms)","trace[1098518861] 'applied index is now lower than readState.Index' (duration: 179.034µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:34.272898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.019681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:59:34.272968Z","caller":"traceutil/trace.go:171","msg":"trace[733965896] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4819; }","duration":"241.146655ms","start":"2026-03-18T14:59:34.031808Z","end":"2026-03-18T14:59:34.272955Z","steps":["trace[733965896] 'agreement among raft nodes before linearized reading' (duration: 241.041803ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:34.272915Z","caller":"traceutil/trace.go:171","msg":"trace[1515165126] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"296.22473ms","start":"2026-03-18T14:59:33.976627Z","end":"2026-03-18T14:59:34.272851Z","steps":["trace[1515165126] 'process raft request' (duration: 295.944433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:34.622947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.898835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-18T14:59:34.623085Z","caller":"traceutil/trace.go:171","msg":"trace[1522520070] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5020; }","duration":"286.234076ms","start":"2026-03-18T14:59:34.336828Z","end":"2026-03-18T14:59:34.623062Z","steps":["trace[1522520070] 'read index received' (duration: 183.184547ms)","trace[1522520070] 'applied index is now lower than readState.Index' (duration: 103.047989ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:34.623129Z","caller":"traceutil/trace.go:171","msg":"trace[1291372846] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4819; }","duration":"327.895421ms","start":"2026-03-18T14:59:34.29519Z","end":"2026-03-18T14:59:34.623086Z","steps":["trace[1291372846] 'process raft request' (duration: 224.793111ms)","trace[1291372846] 'compare' (duration: 102.838664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:34.623184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.352919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:59:34.623264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:34.295177Z","time spent":"328.030114ms","remote":"127.0.0.1:39346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:59:34.623273Z","caller":"traceutil/trace.go:171","msg":"trace[902512230] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4819; }","duration":"286.489313ms","start":"2026-03-18T14:59:34.33677Z","end":"2026-03-18T14:59:34.623259Z","steps":["trace[902512230] 'agreement among raft nodes before linearized reading' (duration: 286.351349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:36.987937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982628754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:59:37.284229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006107881s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:59:37.284596Z","caller":"traceutil/trace.go:171","msg":"trace[741869548] linearizableReadLoop","detail":"{readStateIndex:5090; appliedIndex:5089; }","duration":"797.601352ms","start":"2026-03-18T14:59:36.486976Z","end":"2026-03-18T14:59:37.284577Z","steps":["trace[741869548] 'read index received' (duration: 797.455419ms)","trace[741869548] 'applied index is now lower than readState.Index' (duration: 145.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:37.284647Z","caller":"traceutil/trace.go:171","msg":"trace[563692402] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"1.006617763s","start":"2026-03-18T14:59:36.278004Z","end":"2026-03-18T14:59:37.284622Z","steps":["trace[563692402] 'process raft request' (duration: 1.006443999s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:37.28479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:36.27798Z","time spent":"1.006725457s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:37.284854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.850928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:59:37.284945Z","caller":"traceutil/trace.go:171","msg":"trace[324648413] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4884; }","duration":"798.003842ms","start":"2026-03-18T14:59:36.486918Z","end":"2026-03-18T14:59:37.284922Z","steps":["trace[324648413] 'agreement among raft nodes before linearized reading' (duration: 797.744905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:37.284995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:36.486895Z","time spent":"798.089034ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:59:37.285752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.037221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:59:37.285786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.967457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-062ae871-3fa4-4924-ba81-2e6e34f9bc25\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-18T14:59:37.285825Z","caller":"traceutil/trace.go:171","msg":"trace[1435456463] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"120.172273ms","start":"2026-03-18T14:59:37.165626Z","end":"2026-03-18T14:59:37.285798Z","steps":["trace[1435456463] 'process raft request' (duration: 119.844845ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:37.285874Z","caller":"traceutil/trace.go:171","msg":"trace[54137674] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4885; }","duration":"218.216225ms","start":"2026-03-18T14:59:37.067634Z","end":"2026-03-18T14:59:37.28585Z","steps":["trace[54137674] 'agreement among raft nodes before linearized reading' (duration: 218.02672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:37.285892Z","caller":"traceutil/trace.go:171","msg":"trace[889203682] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-062ae871-3fa4-4924-ba81-2e6e34f9bc25; range_end:; response_count:1; response_revision:4885; }","duration":"607.123911ms","start":"2026-03-18T14:59:36.678749Z","end":"2026-03-18T14:59:37.285873Z","steps":["trace[889203682] 'agreement among raft nodes before linearized reading' (duration: 606.868084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:37.285901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.627526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:59:37.285937Z","caller":"traceutil/trace.go:171","msg":"trace[610323959] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4885; }","duration":"489.704308ms","start":"2026-03-18T14:59:36.79622Z","end":"2026-03-18T14:59:37.285925Z","steps":["trace[610323959] 'agreement among raft nodes before linearized reading' (duration: 489.634366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:37.28597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:36.796198Z","time spent":"489.76514ms","remote":"127.0.0.1:38240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:59:37.285983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:36.678729Z","time spent":"607.238274ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-062ae871-3fa4-4924-ba81-2e6e34f9bc25\" "} {"level":"warn","ts":"2026-03-18T14:59:37.286033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.032668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5fgfj\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-03-18T14:59:37.286163Z","caller":"traceutil/trace.go:171","msg":"trace[1715407351] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5fgfj; range_end:; response_count:1; response_revision:4885; }","duration":"464.161031ms","start":"2026-03-18T14:59:36.821985Z","end":"2026-03-18T14:59:37.286146Z","steps":["trace[1715407351] 'agreement among raft nodes before linearized reading' (duration: 463.863934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:37.286233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:36.821926Z","time spent":"464.292434ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9849,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-5fgfj\" "} {"level":"warn","ts":"2026-03-18T14:59:37.286294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.542936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5fgfj.189df7844a1fa2bc\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-18T14:59:37.286322Z","caller":"traceutil/trace.go:171","msg":"trace[1143166562] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5fgfj.189df7844a1fa2bc; range_end:; response_count:1; response_revision:4885; }","duration":"463.603088ms","start":"2026-03-18T14:59:36.822711Z","end":"2026-03-18T14:59:37.286314Z","steps":["trace[1143166562] 'agreement among raft nodes before linearized reading' (duration: 463.492325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:37.286346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:36.822695Z","time spent":"463.642648ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-5fgfj.189df7844a1fa2bc\" "} {"level":"info","ts":"2026-03-18T14:59:40.528071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2500} {"level":"info","ts":"2026-03-18T14:59:40.582572Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2500,"took":"53.413563ms","hash":3914883025,"current-db-size-bytes":37216256,"current-db-size":"37 MB","current-db-size-in-use-bytes":26865664,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-18T14:59:40.582629Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3914883025,"revision":2500,"compact-revision":-1} {"level":"warn","ts":"2026-03-18T14:59:45.978208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:59:46.492265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:59:46.993154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:59:47.493696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:59:47.537098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.228423935s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:59:47.537508Z","caller":"traceutil/trace.go:171","msg":"trace[1704392276] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"2.228900107s","start":"2026-03-18T14:59:45.30858Z","end":"2026-03-18T14:59:47.53748Z","steps":["trace[1704392276] 'process raft request' (duration: 2.228726533s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.537652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.308563Z","time spent":"2.22901804s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:47.868874Z","caller":"traceutil/trace.go:171","msg":"trace[1286962354] linearizableReadLoop","detail":"{readStateIndex:5245; appliedIndex:5243; }","duration":"2.391174545s","start":"2026-03-18T14:59:45.47767Z","end":"2026-03-18T14:59:47.868844Z","steps":["trace[1286962354] 'read index received' (duration: 2.059788776s)","trace[1286962354] 'applied index is now lower than readState.Index' (duration: 331.384849ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:47.868921Z","caller":"traceutil/trace.go:171","msg":"trace[785489333] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"2.473700236s","start":"2026-03-18T14:59:45.395199Z","end":"2026-03-18T14:59:47.868899Z","steps":["trace[785489333] 'process raft request' (duration: 2.473594962s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:47.868902Z","caller":"traceutil/trace.go:171","msg":"trace[38216109] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"2.538837974s","start":"2026-03-18T14:59:45.330011Z","end":"2026-03-18T14:59:47.868849Z","steps":["trace[38216109] 'process raft request' (duration: 2.538592828s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.869044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.395169Z","time spent":"2.473808869s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:47.869059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.329996Z","time spent":"2.538991548s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:47.869254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391558456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:59:47.869315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940334613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T14:59:47.869345Z","caller":"traceutil/trace.go:171","msg":"trace[1737474115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5033; }","duration":"2.391693539s","start":"2026-03-18T14:59:45.477631Z","end":"2026-03-18T14:59:47.869325Z","steps":["trace[1737474115] 'agreement among raft nodes before linearized reading' (duration: 2.3913588s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:47.869383Z","caller":"traceutil/trace.go:171","msg":"trace[619829208] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5033; }","duration":"1.940405954s","start":"2026-03-18T14:59:45.928957Z","end":"2026-03-18T14:59:47.869363Z","steps":["trace[619829208] 'agreement among raft nodes before linearized reading' (duration: 1.94022459s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.869415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.928925Z","time spent":"1.940483886s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T14:59:47.869416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.477614Z","time spent":"2.391782511s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:59:47.869532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166262682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T14:59:47.869523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292224715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:59:47.869577Z","caller":"traceutil/trace.go:171","msg":"trace[1088220252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5033; }","duration":"2.166340904s","start":"2026-03-18T14:59:45.703226Z","end":"2026-03-18T14:59:47.869567Z","steps":["trace[1088220252] 'agreement among raft nodes before linearized reading' (duration: 2.1661975s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.869609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.703202Z","time spent":"2.166400215s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:59:47.869606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.639393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:59:47.869624Z","caller":"traceutil/trace.go:171","msg":"trace[260807580] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5033; }","duration":"1.292301037s","start":"2026-03-18T14:59:46.577277Z","end":"2026-03-18T14:59:47.869578Z","steps":["trace[260807580] 'agreement among raft nodes before linearized reading' (duration: 1.292179194s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.86963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760233353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T14:59:47.869669Z","caller":"traceutil/trace.go:171","msg":"trace[1843498243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5033; }","duration":"575.736916ms","start":"2026-03-18T14:59:47.293914Z","end":"2026-03-18T14:59:47.869651Z","steps":["trace[1843498243] 'agreement among raft nodes before linearized reading' (duration: 575.49324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.869691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:46.577192Z","time spent":"1.292482061s","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:59:47.86973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:47.293896Z","time spent":"575.821758ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:59:47.869536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241690651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:59:47.869765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958817509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"warn","ts":"2026-03-18T14:59:47.86978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195594945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T14:59:47.869814Z","caller":"traceutil/trace.go:171","msg":"trace[73364239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:5033; }","duration":"2.195651705s","start":"2026-03-18T14:59:45.674153Z","end":"2026-03-18T14:59:47.869805Z","steps":["trace[73364239] 'agreement among raft nodes before linearized reading' (duration: 2.195551833s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:47.869822Z","caller":"traceutil/trace.go:171","msg":"trace[1335413660] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5033; }","duration":"1.958901761s","start":"2026-03-18T14:59:45.910902Z","end":"2026-03-18T14:59:47.869804Z","steps":["trace[1335413660] 'agreement among raft nodes before linearized reading' (duration: 1.958770738s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.869833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.674137Z","time spent":"2.195692437s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T14:59:47.869688Z","caller":"traceutil/trace.go:171","msg":"trace[718419298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5033; }","duration":"1.760326585s","start":"2026-03-18T14:59:46.109349Z","end":"2026-03-18T14:59:47.869676Z","steps":["trace[718419298] 'agreement among raft nodes before linearized reading' (duration: 1.760214832s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.869937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:46.10933Z","time spent":"1.760577612s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:59:47.869811Z","caller":"traceutil/trace.go:171","msg":"trace[2024331128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5033; }","duration":"2.242064851s","start":"2026-03-18T14:59:45.62772Z","end":"2026-03-18T14:59:47.869785Z","steps":["trace[2024331128] 'agreement among raft nodes before linearized reading' (duration: 2.241464316s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.870014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.627696Z","time spent":"2.242306427s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:59:47.869617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.458953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:59:47.870118Z","caller":"traceutil/trace.go:171","msg":"trace[454650151] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5033; }","duration":"431.998906ms","start":"2026-03-18T14:59:47.438106Z","end":"2026-03-18T14:59:47.870105Z","steps":["trace[454650151] 'agreement among raft nodes before linearized reading' (duration: 431.433212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.869737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164031676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:59:47.870173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:47.438083Z","time spent":"432.072498ms","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"info","ts":"2026-03-18T14:59:47.870212Z","caller":"traceutil/trace.go:171","msg":"trace[37949586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5033; }","duration":"2.164502957s","start":"2026-03-18T14:59:45.705696Z","end":"2026-03-18T14:59:47.870199Z","steps":["trace[37949586] 'agreement among raft nodes before linearized reading' (duration: 2.163979114s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.869864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.910882Z","time spent":"1.958973584s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T14:59:47.870262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.705665Z","time spent":"2.16458425s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:59:47.870127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197570614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T14:59:47.870408Z","caller":"traceutil/trace.go:171","msg":"trace[1272522397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5033; }","duration":"2.197960304s","start":"2026-03-18T14:59:45.672424Z","end":"2026-03-18T14:59:47.870384Z","steps":["trace[1272522397] 'agreement among raft nodes before linearized reading' (duration: 2.19742077s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:47.870586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:45.672406Z","time spent":"2.198158969s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:59:48.126912Z","caller":"traceutil/trace.go:171","msg":"trace[2095495150] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"154.174183ms","start":"2026-03-18T14:59:47.97271Z","end":"2026-03-18T14:59:48.126884Z","steps":["trace[2095495150] 'process raft request' (duration: 153.864384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:48.660968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:59:49.161486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:59:49.377064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25055321s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:59:49.377611Z","caller":"traceutil/trace.go:171","msg":"trace[715401952] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"1.400887826s","start":"2026-03-18T14:59:47.976693Z","end":"2026-03-18T14:59:49.377581Z","steps":["trace[715401952] 'process raft request' (duration: 1.400610479s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.377817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:47.976672Z","time spent":"1.401010308s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:49.378039Z","caller":"traceutil/trace.go:171","msg":"trace[1832122843] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"1.401122671s","start":"2026-03-18T14:59:47.976862Z","end":"2026-03-18T14:59:49.377984Z","steps":["trace[1832122843] 'process raft request' (duration: 1.400648369s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:49.378137Z","caller":"traceutil/trace.go:171","msg":"trace[1611796370] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"1.400703771s","start":"2026-03-18T14:59:47.977402Z","end":"2026-03-18T14:59:49.378106Z","steps":["trace[1611796370] 'process raft request' (duration: 1.400531877s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.378359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:47.976854Z","time spent":"1.401332447s","remote":"127.0.0.1:39392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:49.378141Z","caller":"traceutil/trace.go:171","msg":"trace[1958737173] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"1.400916177s","start":"2026-03-18T14:59:47.977176Z","end":"2026-03-18T14:59:49.378092Z","steps":["trace[1958737173] 'process raft request' (duration: 1.40064116s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.378505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:47.977393Z","time spent":"1.401024789s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:49.378693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:47.977167Z","time spent":"1.401413819s","remote":"127.0.0.1:39392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:49.440494Z","caller":"traceutil/trace.go:171","msg":"trace[690178798] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5253; }","duration":"1.280018414s","start":"2026-03-18T14:59:48.160449Z","end":"2026-03-18T14:59:49.440467Z","steps":["trace[690178798] 'read index received' (duration: 1.216856106s)","trace[690178798] 'applied index is now lower than readState.Index' (duration: 63.160988ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:49.440551Z","caller":"traceutil/trace.go:171","msg":"trace[719998391] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"1.311852512s","start":"2026-03-18T14:59:48.128675Z","end":"2026-03-18T14:59:49.440527Z","steps":["trace[719998391] 'process raft request' (duration: 1.311653326s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.44067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:48.128656Z","time spent":"1.311947305s","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:59:49.440806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.851018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:59:49.440892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.150656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:59:49.441037Z","caller":"traceutil/trace.go:171","msg":"trace[1037573981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5046; }","duration":"147.381671ms","start":"2026-03-18T14:59:49.293635Z","end":"2026-03-18T14:59:49.441017Z","steps":["trace[1037573981] 'agreement among raft nodes before linearized reading' (duration: 147.056233ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:49.440972Z","caller":"traceutil/trace.go:171","msg":"trace[1475909342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5046; }","duration":"826.058322ms","start":"2026-03-18T14:59:48.614893Z","end":"2026-03-18T14:59:49.440951Z","steps":["trace[1475909342] 'agreement among raft nodes before linearized reading' (duration: 825.715074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.441237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:48.614875Z","time spent":"826.34392ms","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:59:49.44082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.078494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:59:49.441433Z","caller":"traceutil/trace.go:171","msg":"trace[1617515389] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5046; }","duration":"243.727321ms","start":"2026-03-18T14:59:49.197676Z","end":"2026-03-18T14:59:49.441404Z","steps":["trace[1617515389] 'agreement among raft nodes before linearized reading' (duration: 243.043974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.440824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280344013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:59:49.441612Z","caller":"traceutil/trace.go:171","msg":"trace[1757742122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5046; }","duration":"1.281169214s","start":"2026-03-18T14:59:48.160422Z","end":"2026-03-18T14:59:49.441591Z","steps":["trace[1757742122] 'agreement among raft nodes before linearized reading' (duration: 1.280149099s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.441665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:48.160409Z","time spent":"1.281242686s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:59:49.442017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.551407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:59:49.442423Z","caller":"traceutil/trace.go:171","msg":"trace[409109349] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:5046; }","duration":"169.85512ms","start":"2026-03-18T14:59:49.272552Z","end":"2026-03-18T14:59:49.442407Z","steps":["trace[409109349] 'agreement among raft nodes before linearized reading' (duration: 168.127437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.937278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.476399ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-18T14:59:49.937405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:49.44328Z","time spent":"494.121278ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:59:49.942558Z","caller":"traceutil/trace.go:171","msg":"trace[319966724] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5259; }","duration":"245.530447ms","start":"2026-03-18T14:59:49.697002Z","end":"2026-03-18T14:59:49.942532Z","steps":["trace[319966724] 'read index received' (duration: 245.188558ms)","trace[319966724] 'applied index is now lower than readState.Index' (duration: 340.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:49.942804Z","caller":"traceutil/trace.go:171","msg":"trace[1272464113] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"497.915595ms","start":"2026-03-18T14:59:49.444878Z","end":"2026-03-18T14:59:49.942793Z","steps":["trace[1272464113] 'process raft request' (duration: 497.32655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.9429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:49.444861Z","time spent":"497.979817ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:59:49.943161Z","caller":"traceutil/trace.go:171","msg":"trace[1995976287] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"497.194968ms","start":"2026-03-18T14:59:49.445954Z","end":"2026-03-18T14:59:49.943149Z","steps":["trace[1995976287] 'process raft request' (duration: 496.403768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.943218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:49.445939Z","time spent":"497.255009ms","remote":"127.0.0.1:39392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:59:49.943353Z","caller":"traceutil/trace.go:171","msg":"trace[789360637] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"310.264445ms","start":"2026-03-18T14:59:49.633063Z","end":"2026-03-18T14:59:49.943327Z","steps":["trace[789360637] 'process raft request' (duration: 309.425944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.943698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.681305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:59:49.943764Z","caller":"traceutil/trace.go:171","msg":"trace[1793513118] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5051; }","duration":"246.777057ms","start":"2026-03-18T14:59:49.696974Z","end":"2026-03-18T14:59:49.943751Z","steps":["trace[1793513118] 'agreement among raft nodes before linearized reading' (duration: 246.347426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.943936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:49.633038Z","time spent":"310.378118ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1565,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:59:49.944308Z","caller":"traceutil/trace.go:171","msg":"trace[275724600] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"414.126463ms","start":"2026-03-18T14:59:49.530164Z","end":"2026-03-18T14:59:49.944291Z","steps":["trace[275724600] 'process raft request' (duration: 412.238526ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:49.944331Z","caller":"traceutil/trace.go:171","msg":"trace[1855275241] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"401.219567ms","start":"2026-03-18T14:59:49.5431Z","end":"2026-03-18T14:59:49.944319Z","steps":["trace[1855275241] 'process raft request' (duration: 399.34099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:49.944404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:49.543067Z","time spent":"401.291979ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:49.945546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:49.530132Z","time spent":"414.220166ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:59:57.351497Z","caller":"traceutil/trace.go:171","msg":"trace[1256882538] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"190.02177ms","start":"2026-03-18T14:59:57.161448Z","end":"2026-03-18T14:59:57.35147Z","steps":["trace[1256882538] 'process raft request' (duration: 188.030751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:57.355062Z","caller":"traceutil/trace.go:171","msg":"trace[783017446] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5388; }","duration":"152.06225ms","start":"2026-03-18T14:59:57.202928Z","end":"2026-03-18T14:59:57.35499Z","steps":["trace[783017446] 'read index received' (duration: 146.661713ms)","trace[783017446] 'applied index is now lower than readState.Index' (duration: 5.398447ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:57.355264Z","caller":"traceutil/trace.go:171","msg":"trace[1015384121] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"193.514309ms","start":"2026-03-18T14:59:57.161727Z","end":"2026-03-18T14:59:57.355242Z","steps":["trace[1015384121] 'process raft request' (duration: 193.056258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:57.355319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.368058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9536"} {"level":"info","ts":"2026-03-18T14:59:57.355371Z","caller":"traceutil/trace.go:171","msg":"trace[2122776667] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5176; }","duration":"152.491691ms","start":"2026-03-18T14:59:57.202861Z","end":"2026-03-18T14:59:57.355353Z","steps":["trace[2122776667] 'agreement among raft nodes before linearized reading' (duration: 152.377428ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:57.485687Z","caller":"traceutil/trace.go:171","msg":"trace[1303582] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"121.512086ms","start":"2026-03-18T14:59:57.364138Z","end":"2026-03-18T14:59:57.48565Z","steps":["trace[1303582] 'process raft request' (duration: 104.204508ms)","trace[1303582] 'compare' (duration: 17.103503ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:57.496049Z","caller":"traceutil/trace.go:171","msg":"trace[878496152] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5390; }","duration":"115.046603ms","start":"2026-03-18T14:59:57.380984Z","end":"2026-03-18T14:59:57.496031Z","steps":["trace[878496152] 'read index received' (duration: 87.372332ms)","trace[878496152] 'applied index is now lower than readState.Index' (duration: 27.673541ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:57.496174Z","caller":"traceutil/trace.go:171","msg":"trace[1835760102] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"116.314304ms","start":"2026-03-18T14:59:57.379791Z","end":"2026-03-18T14:59:57.496105Z","steps":["trace[1835760102] 'process raft request' (duration: 116.12901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:57.496211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.212576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T14:59:57.49648Z","caller":"traceutil/trace.go:171","msg":"trace[76906582] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5178; }","duration":"115.461333ms","start":"2026-03-18T14:59:57.380941Z","end":"2026-03-18T14:59:57.496403Z","steps":["trace[76906582] 'agreement among raft nodes before linearized reading' (duration: 115.166615ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:57.677472Z","caller":"traceutil/trace.go:171","msg":"trace[1265226608] linearizableReadLoop","detail":"{readStateIndex:5394; appliedIndex:5393; }","duration":"131.695974ms","start":"2026-03-18T14:59:57.545738Z","end":"2026-03-18T14:59:57.677434Z","steps":["trace[1265226608] 'read index received' (duration: 95.307633ms)","trace[1265226608] 'applied index is now lower than readState.Index' (duration: 36.386321ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:57.677554Z","caller":"traceutil/trace.go:171","msg":"trace[1587996974] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"132.354271ms","start":"2026-03-18T14:59:57.545148Z","end":"2026-03-18T14:59:57.677502Z","steps":["trace[1587996974] 'process raft request' (duration: 96.00396ms)","trace[1587996974] 'compare' (duration: 36.078274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:57.677944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.177816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-18T14:59:57.678051Z","caller":"traceutil/trace.go:171","msg":"trace[1918219157] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5180; }","duration":"132.324129ms","start":"2026-03-18T14:59:57.545683Z","end":"2026-03-18T14:59:57.678007Z","steps":["trace[1918219157] 'agreement among raft nodes before linearized reading' (duration: 131.977381ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:57.892173Z","caller":"traceutil/trace.go:171","msg":"trace[1166536491] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"156.913092ms","start":"2026-03-18T14:59:57.735239Z","end":"2026-03-18T14:59:57.892152Z","steps":["trace[1166536491] 'process raft request' (duration: 117.622598ms)","trace[1166536491] 'compare' (duration: 39.10513ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:57.892208Z","caller":"traceutil/trace.go:171","msg":"trace[1889488203] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"137.783968ms","start":"2026-03-18T14:59:57.754411Z","end":"2026-03-18T14:59:57.892195Z","steps":["trace[1889488203] 'process raft request' (duration: 137.686076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:57.892172Z","caller":"traceutil/trace.go:171","msg":"trace[331987101] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5395; }","duration":"136.31125ms","start":"2026-03-18T14:59:57.75584Z","end":"2026-03-18T14:59:57.892152Z","steps":["trace[331987101] 'read index received' (duration: 97.028656ms)","trace[331987101] 'applied index is now lower than readState.Index' (duration: 39.281464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:57.892485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.603078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-18T14:59:57.892531Z","caller":"traceutil/trace.go:171","msg":"trace[2009534527] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5183; }","duration":"136.723381ms","start":"2026-03-18T14:59:57.755794Z","end":"2026-03-18T14:59:57.892517Z","steps":["trace[2009534527] 'agreement among raft nodes before linearized reading' (duration: 136.415993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:59.211175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.572508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:59:59.211273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.264665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:59:59.211341Z","caller":"traceutil/trace.go:171","msg":"trace[81097784] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5202; }","duration":"425.376198ms","start":"2026-03-18T14:59:58.785945Z","end":"2026-03-18T14:59:59.211322Z","steps":["trace[81097784] 'count revisions from in-memory index tree' (duration: 425.174973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:59.211464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:58.785923Z","time spent":"425.522292ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:59:59.211276Z","caller":"traceutil/trace.go:171","msg":"trace[31045328] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5202; }","duration":"232.711231ms","start":"2026-03-18T14:59:58.978534Z","end":"2026-03-18T14:59:59.211245Z","steps":["trace[31045328] 'count revisions from in-memory index tree' (duration: 232.440425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:59.211478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.076586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-98e12989-724e-4a1b-94be-f0817d00f164\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-18T14:59:59.211649Z","caller":"traceutil/trace.go:171","msg":"trace[625010837] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-98e12989-724e-4a1b-94be-f0817d00f164; range_end:; response_count:1; response_revision:5202; }","duration":"189.264541ms","start":"2026-03-18T14:59:59.022337Z","end":"2026-03-18T14:59:59.211601Z","steps":["trace[625010837] 'range keys from in-memory index tree' (duration: 188.927783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:59.773188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629474,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:59:59.789859Z","caller":"traceutil/trace.go:171","msg":"trace[1357668081] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5416; }","duration":"517.325077ms","start":"2026-03-18T14:59:59.272507Z","end":"2026-03-18T14:59:59.789832Z","steps":["trace[1357668081] 'read index received' (duration: 517.153363ms)","trace[1357668081] 'applied index is now lower than readState.Index' (duration: 170.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:59.789981Z","caller":"traceutil/trace.go:171","msg":"trace[1476479507] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"571.271523ms","start":"2026-03-18T14:59:59.218621Z","end":"2026-03-18T14:59:59.789893Z","steps":["trace[1476479507] 'process raft request' (duration: 571.021787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:59.790065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.549953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T14:59:59.790126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.503106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:59:59.790207Z","caller":"traceutil/trace.go:171","msg":"trace[1829837683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5203; }","duration":"497.641369ms","start":"2026-03-18T14:59:59.292544Z","end":"2026-03-18T14:59:59.790186Z","steps":["trace[1829837683] 'agreement among raft nodes before linearized reading' (duration: 497.492145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:59.79022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:59.218602Z","time spent":"571.465637ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:59.790279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:59.292523Z","time spent":"497.742131ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:59:59.790386Z","caller":"traceutil/trace.go:171","msg":"trace[764204317] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:5203; }","duration":"517.636845ms","start":"2026-03-18T14:59:59.272453Z","end":"2026-03-18T14:59:59.79009Z","steps":["trace[764204317] 'agreement among raft nodes before linearized reading' (duration: 517.509342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:59.790431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.816325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-18T14:59:59.790433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:59.272431Z","time spent":"517.989284ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T14:59:59.790388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.479171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-98e12989-724e-4a1b-94be-f0817d00f164\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-18T14:59:59.790691Z","caller":"traceutil/trace.go:171","msg":"trace[1044948780] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-98e12989-724e-4a1b-94be-f0817d00f164; range_end:; response_count:1; response_revision:5203; }","duration":"423.82482ms","start":"2026-03-18T14:59:59.366786Z","end":"2026-03-18T14:59:59.790611Z","steps":["trace[1044948780] 'agreement among raft nodes before linearized reading' (duration: 423.322467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:59.790766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:59.36676Z","time spent":"423.984153ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-98e12989-724e-4a1b-94be-f0817d00f164\" "} {"level":"info","ts":"2026-03-18T14:59:59.790524Z","caller":"traceutil/trace.go:171","msg":"trace[195885898] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5203; }","duration":"252.036401ms","start":"2026-03-18T14:59:59.538448Z","end":"2026-03-18T14:59:59.790484Z","steps":["trace[195885898] 'agreement among raft nodes before linearized reading' (duration: 251.60727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:00.029794Z","caller":"traceutil/trace.go:171","msg":"trace[1154894226] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5420; }","duration":"110.323513ms","start":"2026-03-18T14:59:59.919453Z","end":"2026-03-18T15:00:00.029776Z","steps":["trace[1154894226] 'read index received' (duration: 61.508227ms)","trace[1154894226] 'applied index is now lower than readState.Index' (duration: 48.813916ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:00.029875Z","caller":"traceutil/trace.go:171","msg":"trace[1754438849] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"118.311036ms","start":"2026-03-18T14:59:59.911554Z","end":"2026-03-18T15:00:00.029866Z","steps":["trace[1754438849] 'process raft request' (duration: 69.389687ms)","trace[1754438849] 'compare' (duration: 48.519828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:00:00.030168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.710183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-18T15:00:00.030216Z","caller":"traceutil/trace.go:171","msg":"trace[729914693] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5207; }","duration":"110.814556ms","start":"2026-03-18T14:59:59.91939Z","end":"2026-03-18T15:00:00.030204Z","steps":["trace[729914693] 'agreement among raft nodes before linearized reading' (duration: 110.670402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:00.358085Z","caller":"traceutil/trace.go:171","msg":"trace[584208218] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5431; }","duration":"179.140286ms","start":"2026-03-18T15:00:00.178901Z","end":"2026-03-18T15:00:00.358041Z","steps":["trace[584208218] 'read index received' (duration: 124.542883ms)","trace[584208218] 'applied index is now lower than readState.Index' (duration: 54.595852ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:00.358167Z","caller":"traceutil/trace.go:171","msg":"trace[487758045] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"180.917381ms","start":"2026-03-18T15:00:00.177214Z","end":"2026-03-18T15:00:00.358132Z","steps":["trace[487758045] 'process raft request' (duration: 126.304968ms)","trace[487758045] 'compare' (duration: 54.311875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:00:00.358303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.397332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:00:00.358357Z","caller":"traceutil/trace.go:171","msg":"trace[1547868597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5217; }","duration":"179.512505ms","start":"2026-03-18T15:00:00.178832Z","end":"2026-03-18T15:00:00.358345Z","steps":["trace[1547868597] 'agreement among raft nodes before linearized reading' (duration: 179.31464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:03.805358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:04.3061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:04.490132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407862953s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T15:00:04.490553Z","caller":"traceutil/trace.go:171","msg":"trace[1187730340] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"1.408377655s","start":"2026-03-18T15:00:03.082149Z","end":"2026-03-18T15:00:04.490527Z","steps":["trace[1187730340] 'process raft request' (duration: 1.40820406s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.490795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:03.082126Z","time spent":"1.40857834s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:04.493556Z","caller":"traceutil/trace.go:171","msg":"trace[1592622576] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"432.650473ms","start":"2026-03-18T15:00:04.060884Z","end":"2026-03-18T15:00:04.493534Z","steps":["trace[1592622576] 'process raft request' (duration: 432.498379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.493681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.060854Z","time spent":"432.750446ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:04.493811Z","caller":"traceutil/trace.go:171","msg":"trace[711302199] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"431.590396ms","start":"2026-03-18T15:00:04.062199Z","end":"2026-03-18T15:00:04.493789Z","steps":["trace[711302199] 'process raft request' (duration: 431.304879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.493948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.062177Z","time spent":"431.711019ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:04.493946Z","caller":"traceutil/trace.go:171","msg":"trace[308735263] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5460; }","duration":"1.201793135s","start":"2026-03-18T15:00:03.292127Z","end":"2026-03-18T15:00:04.49392Z","steps":["trace[308735263] 'read index received' (duration: 1.198219315s)","trace[308735263] 'applied index is now lower than readState.Index' (duration: 3.572ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:04.494029Z","caller":"traceutil/trace.go:171","msg":"trace[535147557] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"431.470593ms","start":"2026-03-18T15:00:04.062536Z","end":"2026-03-18T15:00:04.494007Z","steps":["trace[535147557] 'process raft request' (duration: 431.173036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.494062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201924478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:04.494096Z","caller":"traceutil/trace.go:171","msg":"trace[1058894065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5249; }","duration":"1.20200205s","start":"2026-03-18T15:00:03.292086Z","end":"2026-03-18T15:00:04.494088Z","steps":["trace[1058894065] 'agreement among raft nodes before linearized reading' (duration: 1.201903348s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.494127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:03.292069Z","time spent":"1.202047811s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:00:04.494142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.062512Z","time spent":"431.573615ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:04.494204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.144411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-98e12989-724e-4a1b-94be-f0817d00f164\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-18T15:00:04.494239Z","caller":"traceutil/trace.go:171","msg":"trace[1395623617] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-98e12989-724e-4a1b-94be-f0817d00f164; range_end:; response_count:1; response_revision:5249; }","duration":"686.177322ms","start":"2026-03-18T15:00:03.80805Z","end":"2026-03-18T15:00:04.494227Z","steps":["trace[1395623617] 'agreement among raft nodes before linearized reading' (duration: 686.062329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.494265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:03.808008Z","time spent":"686.250194ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-98e12989-724e-4a1b-94be-f0817d00f164\" "} {"level":"warn","ts":"2026-03-18T15:00:04.494443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.203124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:00:04.494472Z","caller":"traceutil/trace.go:171","msg":"trace[1810155518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5249; }","duration":"376.271966ms","start":"2026-03-18T15:00:04.118193Z","end":"2026-03-18T15:00:04.494465Z","steps":["trace[1810155518] 'agreement among raft nodes before linearized reading' (duration: 376.193474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.494493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.118165Z","time spent":"376.322066ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:00:04.494545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.943447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T15:00:04.494651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.473538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:04.494676Z","caller":"traceutil/trace.go:171","msg":"trace[1470849523] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5249; }","duration":"479.52888ms","start":"2026-03-18T15:00:04.015141Z","end":"2026-03-18T15:00:04.49467Z","steps":["trace[1470849523] 'agreement among raft nodes before linearized reading' (duration: 479.482819ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:04.494664Z","caller":"traceutil/trace.go:171","msg":"trace[1924625211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5249; }","duration":"310.094679ms","start":"2026-03-18T15:00:04.184552Z","end":"2026-03-18T15:00:04.494647Z","steps":["trace[1924625211] 'agreement among raft nodes before linearized reading' (duration: 309.912245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.494697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.460199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:00:04.49474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.947747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:00:04.494746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.184532Z","time spent":"310.200453ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T15:00:04.494758Z","caller":"traceutil/trace.go:171","msg":"trace[868817976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5249; }","duration":"122.560182ms","start":"2026-03-18T15:00:04.372183Z","end":"2026-03-18T15:00:04.494743Z","steps":["trace[868817976] 'agreement among raft nodes before linearized reading' (duration: 122.328446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.494348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.433658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T15:00:04.494425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.036086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:00:04.494864Z","caller":"traceutil/trace.go:171","msg":"trace[592712387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5249; }","duration":"308.987292ms","start":"2026-03-18T15:00:04.18585Z","end":"2026-03-18T15:00:04.494837Z","steps":["trace[592712387] 'agreement among raft nodes before linearized reading' (duration: 308.343376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.494894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.143851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:04.494896Z","caller":"traceutil/trace.go:171","msg":"trace[1220373711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5249; }","duration":"366.538248ms","start":"2026-03-18T15:00:04.128344Z","end":"2026-03-18T15:00:04.494882Z","steps":["trace[1220373711] 'agreement among raft nodes before linearized reading' (duration: 365.943393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.494938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.185833Z","time spent":"309.085294ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T15:00:04.494947Z","caller":"traceutil/trace.go:171","msg":"trace[508634706] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5249; }","duration":"325.233164ms","start":"2026-03-18T15:00:04.1697Z","end":"2026-03-18T15:00:04.494934Z","steps":["trace[508634706] 'agreement among raft nodes before linearized reading' (duration: 325.144471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.494962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.128328Z","time spent":"366.618921ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:00:04.494699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.015122Z","time spent":"479.570961ms","remote":"127.0.0.1:39484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:04.494996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.16968Z","time spent":"325.302576ms","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:00:04.494775Z","caller":"traceutil/trace.go:171","msg":"trace[2070873400] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:5249; }","duration":"307.983387ms","start":"2026-03-18T15:00:04.186783Z","end":"2026-03-18T15:00:04.494767Z","steps":["trace[2070873400] 'agreement among raft nodes before linearized reading' (duration: 307.776012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:04.495103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:04.186761Z","time spent":"308.329946ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:00:13.794161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982629753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T15:00:13.795448Z","caller":"traceutil/trace.go:171","msg":"trace[1241825531] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5550; }","duration":"502.214524ms","start":"2026-03-18T15:00:13.293214Z","end":"2026-03-18T15:00:13.795429Z","steps":["trace[1241825531] 'read index received' (duration: 502.04154ms)","trace[1241825531] 'applied index is now lower than readState.Index' (duration: 172.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:13.795524Z","caller":"traceutil/trace.go:171","msg":"trace[112930837] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"661.243291ms","start":"2026-03-18T15:00:13.134253Z","end":"2026-03-18T15:00:13.795496Z","steps":["trace[112930837] 'process raft request' (duration: 661.052746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:13.795559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.320857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:13.795624Z","caller":"traceutil/trace.go:171","msg":"trace[1898506562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5334; }","duration":"502.42849ms","start":"2026-03-18T15:00:13.293184Z","end":"2026-03-18T15:00:13.795612Z","steps":["trace[1898506562] 'agreement among raft nodes before linearized reading' (duration: 502.321757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:13.795666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:13.293168Z","time spent":"502.485941ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:00:13.795672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:13.134232Z","time spent":"661.353723ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4328,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:22.512861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T15:00:22.870658Z","caller":"traceutil/trace.go:171","msg":"trace[2083605385] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"862.949417ms","start":"2026-03-18T15:00:22.007683Z","end":"2026-03-18T15:00:22.870632Z","steps":["trace[2083605385] 'process raft request' (duration: 862.802783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.870796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.913625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:22.870851Z","caller":"traceutil/trace.go:171","msg":"trace[1715456402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5444; }","duration":"859.030998ms","start":"2026-03-18T15:00:22.01181Z","end":"2026-03-18T15:00:22.870841Z","steps":["trace[1715456402] 'agreement among raft nodes before linearized reading' (duration: 858.913385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.870894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:22.011785Z","time spent":"859.10106ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:00:22.870664Z","caller":"traceutil/trace.go:171","msg":"trace[512928944] linearizableReadLoop","detail":"{readStateIndex:5667; appliedIndex:5667; }","duration":"858.759862ms","start":"2026-03-18T15:00:22.011874Z","end":"2026-03-18T15:00:22.870634Z","steps":["trace[512928944] 'read index received' (duration: 858.743681ms)","trace[512928944] 'applied index is now lower than readState.Index' (duration: 13.551µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:00:22.871031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:22.007659Z","time spent":"863.162402ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:22.8733Z","caller":"traceutil/trace.go:171","msg":"trace[1031634538] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"324.752232ms","start":"2026-03-18T15:00:22.548526Z","end":"2026-03-18T15:00:22.873278Z","steps":["trace[1031634538] 'process raft request' (duration: 324.551817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.873442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:22.548506Z","time spent":"324.861115ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:22.873538Z","caller":"traceutil/trace.go:171","msg":"trace[1088644305] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"320.930476ms","start":"2026-03-18T15:00:22.552595Z","end":"2026-03-18T15:00:22.873526Z","steps":["trace[1088644305] 'process raft request' (duration: 320.634038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.873598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:22.55257Z","time spent":"321.000777ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:22.873664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.024869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:22.87372Z","caller":"traceutil/trace.go:171","msg":"trace[1726743491] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"316.995455ms","start":"2026-03-18T15:00:22.556717Z","end":"2026-03-18T15:00:22.873712Z","steps":["trace[1726743491] 'process raft request' (duration: 316.744499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:22.873727Z","caller":"traceutil/trace.go:171","msg":"trace[2127340155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5448; }","duration":"579.131752ms","start":"2026-03-18T15:00:22.294581Z","end":"2026-03-18T15:00:22.873712Z","steps":["trace[2127340155] 'agreement among raft nodes before linearized reading' (duration: 579.02521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.873755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:22.556691Z","time spent":"317.046296ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:22.87376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:22.294547Z","time spent":"579.206363ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:00:22.87387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.772474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:00:22.873893Z","caller":"traceutil/trace.go:171","msg":"trace[893253154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:5448; }","duration":"283.816665ms","start":"2026-03-18T15:00:22.590069Z","end":"2026-03-18T15:00:22.873886Z","steps":["trace[893253154] 'agreement among raft nodes before linearized reading' (duration: 283.734253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:22.873863Z","caller":"traceutil/trace.go:171","msg":"trace[1824363216] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"314.963893ms","start":"2026-03-18T15:00:22.558866Z","end":"2026-03-18T15:00:22.87383Z","steps":["trace[1824363216] 'process raft request' (duration: 314.692397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.87401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.075559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:00:22.874036Z","caller":"traceutil/trace.go:171","msg":"trace[1202491583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5448; }","duration":"289.121869ms","start":"2026-03-18T15:00:22.584906Z","end":"2026-03-18T15:00:22.874028Z","steps":["trace[1202491583] 'agreement among raft nodes before linearized reading' (duration: 289.087168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.873692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.340428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:00:22.8741Z","caller":"traceutil/trace.go:171","msg":"trace[533249171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5448; }","duration":"284.783259ms","start":"2026-03-18T15:00:22.589311Z","end":"2026-03-18T15:00:22.874094Z","steps":["trace[533249171] 'agreement among raft nodes before linearized reading' (duration: 284.348108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.874138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.406468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:00:22.874169Z","caller":"traceutil/trace.go:171","msg":"trace[2092585414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5448; }","duration":"295.45065ms","start":"2026-03-18T15:00:22.578711Z","end":"2026-03-18T15:00:22.874162Z","steps":["trace[2092585414] 'agreement among raft nodes before linearized reading' (duration: 295.400688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.874164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.743588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:00:22.874228Z","caller":"traceutil/trace.go:171","msg":"trace[2133947455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5448; }","duration":"299.854981ms","start":"2026-03-18T15:00:22.574359Z","end":"2026-03-18T15:00:22.874214Z","steps":["trace[2133947455] 'agreement among raft nodes before linearized reading' (duration: 299.719908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.873977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.979945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:00:22.87426Z","caller":"traceutil/trace.go:171","msg":"trace[518587662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5448; }","duration":"287.265532ms","start":"2026-03-18T15:00:22.586988Z","end":"2026-03-18T15:00:22.874254Z","steps":["trace[518587662] 'agreement among raft nodes before linearized reading' (duration: 286.938294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:22.874142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:22.558844Z","time spent":"315.164399ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:29.492265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:29.992638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:30.493011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:30.993131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:31.29403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T15:00:31.294091Z","caller":"traceutil/trace.go:171","msg":"trace[1401996106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982083s","start":"2026-03-18T15:00:29.294095Z","end":"2026-03-18T15:00:31.294077Z","steps":["trace[1401996106] 'agreement among raft nodes before linearized reading' (duration: 1.999892311s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:31.294127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:29.294077Z","time spent":"2.000043285s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 15:00:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T15:00:31.49367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:31.99468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:32.495596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:32.996152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:33.294543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T15:00:33.294649Z","caller":"traceutil/trace.go:171","msg":"trace[900815360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109765s","start":"2026-03-18T15:00:31.294516Z","end":"2026-03-18T15:00:33.294626Z","steps":["trace[900815360] 'agreement among raft nodes before linearized reading' (duration: 1.999944751s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:33.29471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:31.294505Z","time spent":"2.000190927s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:00:33.497082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:33.701463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.850800414s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T15:00:33.701804Z","caller":"traceutil/trace.go:171","msg":"trace[1898340725] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"4.851246676s","start":"2026-03-18T15:00:28.850535Z","end":"2026-03-18T15:00:33.701781Z","steps":["trace[1898340725] 'process raft request' (duration: 4.851094592s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:33.701943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.850512Z","time spent":"4.851355149s","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:33.932541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.933762Z","time spent":"4.998771462s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 15:00:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T15:00:33.943751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.945088Z","time spent":"4.998656159s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T15:00:33.946333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.947041Z","time spent":"4.999286505s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T15:00:33.96571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97384475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T15:00:33.965789Z","caller":"traceutil/trace.go:171","msg":"trace[51345372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.974056556s","start":"2026-03-18T15:00:28.991712Z","end":"2026-03-18T15:00:33.965769Z","steps":["trace[51345372] 'agreement among raft nodes before linearized reading' (duration: 4.973955193s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:33.965829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.991684Z","time spent":"4.974136068s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 15:00:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T15:00:33.966569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974724973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T15:00:33.966653Z","caller":"traceutil/trace.go:171","msg":"trace[1387834474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.974852195s","start":"2026-03-18T15:00:28.991778Z","end":"2026-03-18T15:00:33.96663Z","steps":["trace[1387834474] 'agreement among raft nodes before linearized reading' (duration: 4.974758083s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:33.966702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.991759Z","time spent":"4.974931768s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 15:00:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T15:00:33.973699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.981886793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T15:00:33.973787Z","caller":"traceutil/trace.go:171","msg":"trace[1286639257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.982005436s","start":"2026-03-18T15:00:28.991762Z","end":"2026-03-18T15:00:33.973768Z","steps":["trace[1286639257] 'agreement among raft nodes before linearized reading' (duration: 4.981878303s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:33.973832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.991757Z","time spent":"4.982065278s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/18 15:00:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T15:00:34.011849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T15:00:34.011947Z","caller":"traceutil/trace.go:171","msg":"trace[1377484927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306841s","start":"2026-03-18T15:00:32.011619Z","end":"2026-03-18T15:00:34.011926Z","steps":["trace[1377484927] 'agreement among raft nodes before linearized reading' (duration: 2.000169177s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.012001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:32.011596Z","time spent":"2.000393082s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 15:00:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T15:00:34.033149Z","caller":"traceutil/trace.go:171","msg":"trace[1177111339] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"3.653666769s","start":"2026-03-18T15:00:30.379457Z","end":"2026-03-18T15:00:34.033124Z","steps":["trace[1177111339] 'process raft request' (duration: 3.653598207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.033302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:30.379426Z","time spent":"3.653798392s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:34.033543Z","caller":"traceutil/trace.go:171","msg":"trace[1733063154] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"2.971721354s","start":"2026-03-18T15:00:31.061799Z","end":"2026-03-18T15:00:34.033521Z","steps":["trace[1733063154] 'process raft request' (duration: 2.971286293s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.03354Z","caller":"traceutil/trace.go:171","msg":"trace[1056939910] linearizableReadLoop","detail":"{readStateIndex:5709; appliedIndex:5703; }","duration":"5.041883623s","start":"2026-03-18T15:00:28.991629Z","end":"2026-03-18T15:00:34.033513Z","steps":["trace[1056939910] 'read index received' (duration: 4.710236906s)","trace[1056939910] 'applied index is now lower than readState.Index' (duration: 331.645487ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:34.033698Z","caller":"traceutil/trace.go:171","msg":"trace[1017520510] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"853.418686ms","start":"2026-03-18T15:00:33.180262Z","end":"2026-03-18T15:00:34.033681Z","steps":["trace[1017520510] 'process raft request' (duration: 853.104578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.03372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:31.061772Z","time spent":"2.971823347s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:34.033848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:33.180237Z","time spent":"853.509318ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:34.034005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042340594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:00:34.034044Z","caller":"traceutil/trace.go:171","msg":"trace[2053845165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5485; }","duration":"5.042414906s","start":"2026-03-18T15:00:28.991619Z","end":"2026-03-18T15:00:34.034034Z","steps":["trace[2053845165] 'agreement among raft nodes before linearized reading' (duration: 5.042312123s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.034047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81005336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:34.034119Z","caller":"traceutil/trace.go:171","msg":"trace[1522722017] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5485; }","duration":"2.810159813s","start":"2026-03-18T15:00:31.223936Z","end":"2026-03-18T15:00:34.034096Z","steps":["trace[1522722017] 'agreement among raft nodes before linearized reading' (duration: 2.81003836s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.034198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981249964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-18T15:00:34.034217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:31.223913Z","time spent":"2.810291227s","remote":"127.0.0.1:43338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:00:34.034233Z","caller":"traceutil/trace.go:171","msg":"trace[1768868615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5485; }","duration":"2.981314286s","start":"2026-03-18T15:00:31.05291Z","end":"2026-03-18T15:00:34.034225Z","steps":["trace[1768868615] 'agreement among raft nodes before linearized reading' (duration: 2.981170193s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.034258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:31.052891Z","time spent":"2.981361677s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:00:34.034337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042700533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:00:34.034342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.086848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:00:34.034422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088534121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:00:34.034457Z","caller":"traceutil/trace.go:171","msg":"trace[1388919414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5485; }","duration":"3.088602272s","start":"2026-03-18T15:00:30.945843Z","end":"2026-03-18T15:00:34.034446Z","steps":["trace[1388919414] 'agreement among raft nodes before linearized reading' (duration: 3.08854111s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.034447Z","caller":"traceutil/trace.go:171","msg":"trace[1551803059] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5485; }","duration":"680.256522ms","start":"2026-03-18T15:00:33.354165Z","end":"2026-03-18T15:00:34.034421Z","steps":["trace[1551803059] 'agreement among raft nodes before linearized reading' (duration: 680.041777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.034488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:30.945822Z","time spent":"3.088659154s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:34.0345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57184681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413497"} {"level":"warn","ts":"2026-03-18T15:00:34.034516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123625455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T15:00:34.034515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:33.354102Z","time spent":"680.397425ms","remote":"127.0.0.1:58792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:34.034334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179799414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:34.034554Z","caller":"traceutil/trace.go:171","msg":"trace[395389324] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5485; }","duration":"1.123658016s","start":"2026-03-18T15:00:32.910883Z","end":"2026-03-18T15:00:34.034541Z","steps":["trace[395389324] 'agreement among raft nodes before linearized reading' (duration: 1.123598445s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.034576Z","caller":"traceutil/trace.go:171","msg":"trace[861820820] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5485; }","duration":"2.180070092s","start":"2026-03-18T15:00:31.85449Z","end":"2026-03-18T15:00:34.03456Z","steps":["trace[861820820] 'agreement among raft nodes before linearized reading' (duration: 2.179784365s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.034588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:32.910831Z","time spent":"1.123749729s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T15:00:34.034609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116945231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:00:34.034613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215004616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:00:34.034634Z","caller":"traceutil/trace.go:171","msg":"trace[1812112322] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5485; }","duration":"3.117005202s","start":"2026-03-18T15:00:30.917621Z","end":"2026-03-18T15:00:34.034626Z","steps":["trace[1812112322] 'agreement among raft nodes before linearized reading' (duration: 3.116966531s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.034827Z","caller":"traceutil/trace.go:171","msg":"trace[1495950072] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5485; }","duration":"2.215057937s","start":"2026-03-18T15:00:31.819572Z","end":"2026-03-18T15:00:34.03463Z","steps":["trace[1495950072] 'agreement among raft nodes before linearized reading' (duration: 2.214973585s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.034845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:30.917598Z","time spent":"3.117241818s","remote":"127.0.0.1:43252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:34.034849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:31.819555Z","time spent":"2.215289833s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:34.034623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:31.854468Z","time spent":"2.180139213s","remote":"127.0.0.1:43290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:34.034066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.991595Z","time spent":"5.042466137s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:00:34.034867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080994793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T15:00:34.03492Z","caller":"traceutil/trace.go:171","msg":"trace[1294344820] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5485; }","duration":"2.081076015s","start":"2026-03-18T15:00:31.95383Z","end":"2026-03-18T15:00:34.034906Z","steps":["trace[1294344820] 'agreement among raft nodes before linearized reading' (duration: 2.080718656s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.034959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:31.953813Z","time spent":"2.081131996s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-18T15:00:34.034997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279169876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-c2m95\" ","response":"range_response_count:1 size:4343"} {"level":"info","ts":"2026-03-18T15:00:34.03453Z","caller":"traceutil/trace.go:171","msg":"trace[496191275] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5485; }","duration":"2.571876271s","start":"2026-03-18T15:00:31.462643Z","end":"2026-03-18T15:00:34.03452Z","steps":["trace[496191275] 'agreement among raft nodes before linearized reading' (duration: 2.571678206s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.035032Z","caller":"traceutil/trace.go:171","msg":"trace[1285249504] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-c2m95; range_end:; response_count:1; response_revision:5485; }","duration":"3.279245688s","start":"2026-03-18T15:00:30.755776Z","end":"2026-03-18T15:00:34.035022Z","steps":["trace[1285249504] 'agreement among raft nodes before linearized reading' (duration: 3.279157986s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.035079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:30.755718Z","time spent":"3.279337711s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4366,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-c2m95\" "} {"level":"warn","ts":"2026-03-18T15:00:34.035202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788815815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:00:34.03524Z","caller":"traceutil/trace.go:171","msg":"trace[418541822] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5485; }","duration":"4.788882077s","start":"2026-03-18T15:00:29.246345Z","end":"2026-03-18T15:00:34.035227Z","steps":["trace[418541822] 'agreement among raft nodes before linearized reading' (duration: 4.788816846s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.035247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043435682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:00:34.035276Z","caller":"traceutil/trace.go:171","msg":"trace[544832014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5485; }","duration":"5.043476672s","start":"2026-03-18T15:00:28.991789Z","end":"2026-03-18T15:00:34.035266Z","steps":["trace[544832014] 'agreement among raft nodes before linearized reading' (duration: 5.04340613s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.035271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:29.24633Z","time spent":"4.788933348s","remote":"127.0.0.1:39738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:34.0353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.99178Z","time spent":"5.043513013s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:00:34.035367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:31.46243Z","time spent":"2.572913756s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413520,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T15:00:34.034455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.240373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-18T15:00:34.035424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924237667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-18T15:00:34.034055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.699334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:34.035463Z","caller":"traceutil/trace.go:171","msg":"trace[207412758] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5485; }","duration":"3.924285218s","start":"2026-03-18T15:00:30.111166Z","end":"2026-03-18T15:00:34.035451Z","steps":["trace[207412758] 'agreement among raft nodes before linearized reading' (duration: 3.924185755s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.035466Z","caller":"traceutil/trace.go:171","msg":"trace[376930057] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919; range_end:; response_count:1; response_revision:5485; }","duration":"736.28539ms","start":"2026-03-18T15:00:33.299163Z","end":"2026-03-18T15:00:34.035448Z","steps":["trace[376930057] 'agreement among raft nodes before linearized reading' (duration: 735.205693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.035486Z","caller":"traceutil/trace.go:171","msg":"trace[573217038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5485; }","duration":"733.174461ms","start":"2026-03-18T15:00:33.302304Z","end":"2026-03-18T15:00:34.035478Z","steps":["trace[573217038] 'agreement among raft nodes before linearized reading' (duration: 731.687323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.035492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:30.111161Z","time spent":"3.924324039s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-18T15:00:34.035512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:33.302284Z","time spent":"733.221551ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:00:34.035507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926830313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T15:00:34.03552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:33.299138Z","time spent":"736.365041ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919\" "} {"level":"info","ts":"2026-03-18T15:00:34.035554Z","caller":"traceutil/trace.go:171","msg":"trace[88422216] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5485; }","duration":"3.926893884s","start":"2026-03-18T15:00:30.108644Z","end":"2026-03-18T15:00:34.035537Z","steps":["trace[88422216] 'agreement among raft nodes before linearized reading' (duration: 3.926778911s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.034382Z","caller":"traceutil/trace.go:171","msg":"trace[1677865691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:5485; }","duration":"5.042745174s","start":"2026-03-18T15:00:28.991624Z","end":"2026-03-18T15:00:34.034369Z","steps":["trace[1677865691] 'agreement among raft nodes before linearized reading' (duration: 5.04259628s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.035586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:30.108631Z","time spent":"3.926945886s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T15:00:34.035877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372952301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:34.035916Z","caller":"traceutil/trace.go:171","msg":"trace[1309416456] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5485; }","duration":"3.373034873s","start":"2026-03-18T15:00:30.662871Z","end":"2026-03-18T15:00:34.035906Z","steps":["trace[1309416456] 'agreement among raft nodes before linearized reading' (duration: 3.372961211s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.035951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:30.662846Z","time spent":"3.373096865s","remote":"127.0.0.1:47256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:34.036085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276917567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:00:34.03613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605420177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:00:34.036145Z","caller":"traceutil/trace.go:171","msg":"trace[1851141581] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5485; }","duration":"4.277005199s","start":"2026-03-18T15:00:29.759124Z","end":"2026-03-18T15:00:34.03613Z","steps":["trace[1851141581] 'agreement among raft nodes before linearized reading' (duration: 4.276875196s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.036159Z","caller":"traceutil/trace.go:171","msg":"trace[432576920] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5485; }","duration":"3.605473978s","start":"2026-03-18T15:00:30.430676Z","end":"2026-03-18T15:00:34.03615Z","steps":["trace[432576920] 'agreement among raft nodes before linearized reading' (duration: 3.605418147s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.036186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:30.43066Z","time spent":"3.605519209s","remote":"127.0.0.1:39346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:34.036304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.761758561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T15:00:34.036365Z","caller":"traceutil/trace.go:171","msg":"trace[483945794] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:5485; }","duration":"4.761811952s","start":"2026-03-18T15:00:29.274533Z","end":"2026-03-18T15:00:34.036345Z","steps":["trace[483945794] 'agreement among raft nodes before linearized reading' (duration: 4.761682299s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.036417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:29.274461Z","time spent":"4.761943066s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T15:00:34.03582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:28.991584Z","time spent":"5.044226672s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:00:34.03619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:29.759106Z","time spent":"4.277067131s","remote":"127.0.0.1:38316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:34.301375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.053517ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T15:00:34.532115Z","caller":"traceutil/trace.go:171","msg":"trace[1357180419] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"493.36287ms","start":"2026-03-18T15:00:34.03871Z","end":"2026-03-18T15:00:34.532072Z","steps":["trace[1357180419] 'process raft request' (duration: 395.212126ms)","trace[1357180419] 'compare' (duration: 97.836826ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:34.53233Z","caller":"traceutil/trace.go:171","msg":"trace[1975840473] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"490.789265ms","start":"2026-03-18T15:00:34.041517Z","end":"2026-03-18T15:00:34.532307Z","steps":["trace[1975840473] 'process raft request' (duration: 490.59902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.532422Z","caller":"traceutil/trace.go:171","msg":"trace[1971992534] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"489.690308ms","start":"2026-03-18T15:00:34.042715Z","end":"2026-03-18T15:00:34.532405Z","steps":["trace[1971992534] 'process raft request' (duration: 489.470182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.532492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.041506Z","time spent":"490.891287ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:34.532164Z","caller":"traceutil/trace.go:171","msg":"trace[1837582905] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"490.750354ms","start":"2026-03-18T15:00:34.041381Z","end":"2026-03-18T15:00:34.532131Z","steps":["trace[1837582905] 'process raft request' (duration: 490.59397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.532513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.042705Z","time spent":"489.760059ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4142,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:34.532225Z","caller":"traceutil/trace.go:171","msg":"trace[2059254464] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"490.717183ms","start":"2026-03-18T15:00:34.041462Z","end":"2026-03-18T15:00:34.532179Z","steps":["trace[2059254464] 'process raft request' (duration: 490.573089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:34.532254Z","caller":"traceutil/trace.go:171","msg":"trace[674422592] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"490.737843ms","start":"2026-03-18T15:00:34.041483Z","end":"2026-03-18T15:00:34.532221Z","steps":["trace[674422592] 'process raft request' (duration: 490.590539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.532802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.041478Z","time spent":"491.299928ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:34.532763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.041448Z","time spent":"491.233215ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:34.532636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.041371Z","time spent":"491.185484ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:34.533085Z","caller":"traceutil/trace.go:171","msg":"trace[1005604819] linearizableReadLoop","detail":"{readStateIndex:5711; appliedIndex:5709; }","duration":"492.686853ms","start":"2026-03-18T15:00:34.040384Z","end":"2026-03-18T15:00:34.533071Z","steps":["trace[1005604819] 'read index received' (duration: 37.937341ms)","trace[1005604819] 'applied index is now lower than readState.Index' (duration: 454.748232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:00:34.533162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.038686Z","time spent":"493.669867ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:34.533307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.906159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:00:34.533395Z","caller":"traceutil/trace.go:171","msg":"trace[1016396182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5491; }","duration":"493.009051ms","start":"2026-03-18T15:00:34.04036Z","end":"2026-03-18T15:00:34.533369Z","steps":["trace[1016396182] 'agreement among raft nodes before linearized reading' (duration: 492.761664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:34.533449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.040346Z","time spent":"493.088273ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:00:35.03405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982630123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:00:35.742714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.964166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T15:00:35.743125Z","caller":"traceutil/trace.go:171","msg":"trace[1516975470] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5492; }","duration":"1.440852617s","start":"2026-03-18T15:00:34.302257Z","end":"2026-03-18T15:00:35.74311Z","steps":["trace[1516975470] 'process raft request' (duration: 1.440537399s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:35.743157Z","caller":"traceutil/trace.go:171","msg":"trace[1768639231] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"1.346972181s","start":"2026-03-18T15:00:34.396174Z","end":"2026-03-18T15:00:35.743146Z","steps":["trace[1768639231] 'process raft request' (duration: 1.346723595s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:35.743226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.396139Z","time spent":"1.347039363s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414042,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:35.743248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.302239Z","time spent":"1.440916238s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:36.04047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999797937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T15:00:36.040558Z","caller":"traceutil/trace.go:171","msg":"trace[9508555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99990473s","start":"2026-03-18T15:00:34.040638Z","end":"2026-03-18T15:00:36.040543Z","steps":["trace[9508555] 'agreement among raft nodes before linearized reading' (duration: 1.999795767s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.040592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.040588Z","time spent":"1.999996923s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 15:00:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T15:00:36.159282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.294687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:00:36.159671Z","caller":"traceutil/trace.go:171","msg":"trace[439407703] linearizableReadLoop","detail":"{readStateIndex:5722; appliedIndex:5716; }","duration":"1.626524278s","start":"2026-03-18T15:00:34.533125Z","end":"2026-03-18T15:00:36.159649Z","steps":["trace[439407703] 'read index received' (duration: 796.639657ms)","trace[439407703] 'applied index is now lower than readState.Index' (duration: 829.883371ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:36.159849Z","caller":"traceutil/trace.go:171","msg":"trace[1780756908] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"1.619767856s","start":"2026-03-18T15:00:34.540064Z","end":"2026-03-18T15:00:36.159832Z","steps":["trace[1780756908] 'process raft request' (duration: 1.619314255s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:36.15987Z","caller":"traceutil/trace.go:171","msg":"trace[877664582] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"1.619971333s","start":"2026-03-18T15:00:34.539868Z","end":"2026-03-18T15:00:36.159839Z","steps":["trace[877664582] 'process raft request' (duration: 1.352038539s)","trace[877664582] 'compare' (duration: 266.845375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:00:36.159952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.540045Z","time spent":"1.619851419s","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:36.159995Z","caller":"traceutil/trace.go:171","msg":"trace[81368389] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"1.61869644s","start":"2026-03-18T15:00:34.541273Z","end":"2026-03-18T15:00:36.15997Z","steps":["trace[81368389] 'process raft request' (duration: 1.618239638s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.160033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.539855Z","time spent":"1.620080085s","remote":"127.0.0.1:39392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:36.16015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.541251Z","time spent":"1.618812993s","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:36.160158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030917396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T15:00:36.160215Z","caller":"traceutil/trace.go:171","msg":"trace[1494149803] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5496; }","duration":"2.031009848s","start":"2026-03-18T15:00:34.129186Z","end":"2026-03-18T15:00:36.160196Z","steps":["trace[1494149803] 'agreement among raft nodes before linearized reading' (duration: 2.030790983s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.16025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.129165Z","time spent":"2.03107723s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:00:36.160228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118723098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-18T15:00:36.160549Z","caller":"traceutil/trace.go:171","msg":"trace[1537221187] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5496; }","duration":"2.119099108s","start":"2026-03-18T15:00:34.041434Z","end":"2026-03-18T15:00:36.160533Z","steps":["trace[1537221187] 'agreement among raft nodes before linearized reading' (duration: 2.118509003s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.160529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.065515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T15:00:36.160299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624490966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19496"} {"level":"warn","ts":"2026-03-18T15:00:36.160614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.041418Z","time spent":"2.11918541s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-18T15:00:36.160608Z","caller":"traceutil/trace.go:171","msg":"trace[921573840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5496; }","duration":"172.155648ms","start":"2026-03-18T15:00:35.988436Z","end":"2026-03-18T15:00:36.160592Z","steps":["trace[921573840] 'agreement among raft nodes before linearized reading' (duration: 172.004644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.160319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:35.744388Z","time spent":"415.92543ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T15:00:36.160678Z","caller":"traceutil/trace.go:171","msg":"trace[804142833] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5496; }","duration":"1.624923897s","start":"2026-03-18T15:00:34.535715Z","end":"2026-03-18T15:00:36.160638Z","steps":["trace[804142833] 'agreement among raft nodes before linearized reading' (duration: 1.624401374s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.160369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119027606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81693"} {"level":"warn","ts":"2026-03-18T15:00:36.160735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.5357Z","time spent":"1.625017399s","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19519,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T15:00:36.160753Z","caller":"traceutil/trace.go:171","msg":"trace[616790178] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5496; }","duration":"2.119447476s","start":"2026-03-18T15:00:34.041292Z","end":"2026-03-18T15:00:36.160739Z","steps":["trace[616790178] 'agreement among raft nodes before linearized reading' (duration: 2.118672017s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.160785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.041285Z","time spent":"2.119489207s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81716,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T15:00:36.160408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118967794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T15:00:36.160927Z","caller":"traceutil/trace.go:171","msg":"trace[1535823197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5496; }","duration":"2.119520038s","start":"2026-03-18T15:00:34.041396Z","end":"2026-03-18T15:00:36.160916Z","steps":["trace[1535823197] 'agreement among raft nodes before linearized reading' (duration: 2.118571485s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.160948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.041383Z","time spent":"2.119558699s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T15:00:36.16039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.906213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:36.161007Z","caller":"traceutil/trace.go:171","msg":"trace[713817367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5496; }","duration":"112.543049ms","start":"2026-03-18T15:00:36.04845Z","end":"2026-03-18T15:00:36.160993Z","steps":["trace[713817367] 'agreement among raft nodes before linearized reading' (duration: 111.898483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.160406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.45457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:00:36.161062Z","caller":"traceutil/trace.go:171","msg":"trace[1698943444] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5496; }","duration":"819.161648ms","start":"2026-03-18T15:00:35.341894Z","end":"2026-03-18T15:00:36.161056Z","steps":["trace[1698943444] 'agreement among raft nodes before linearized reading' (duration: 818.45936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.161088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:35.34187Z","time spent":"819.211219ms","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:36.160419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621019819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-c2m95\" ","response":"range_response_count:1 size:4157"} {"level":"info","ts":"2026-03-18T15:00:36.161188Z","caller":"traceutil/trace.go:171","msg":"trace[1770171061] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-c2m95; range_end:; response_count:1; response_revision:5496; }","duration":"1.621804958s","start":"2026-03-18T15:00:34.539376Z","end":"2026-03-18T15:00:36.161181Z","steps":["trace[1770171061] 'agreement among raft nodes before linearized reading' (duration: 1.620965707s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.161208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.53937Z","time spent":"1.621831899s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4180,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-c2m95\" "} {"level":"warn","ts":"2026-03-18T15:00:36.160484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.307328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:00:36.161297Z","caller":"traceutil/trace.go:171","msg":"trace[1929025025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5496; }","duration":"193.146379ms","start":"2026-03-18T15:00:35.968136Z","end":"2026-03-18T15:00:36.161282Z","steps":["trace[1929025025] 'agreement among raft nodes before linearized reading' (duration: 192.300708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.160467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622742152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df72dba694450\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-18T15:00:36.16138Z","caller":"traceutil/trace.go:171","msg":"trace[1879750494] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df72dba694450; range_end:; response_count:1; response_revision:5496; }","duration":"1.623671114s","start":"2026-03-18T15:00:34.537689Z","end":"2026-03-18T15:00:36.16136Z","steps":["trace[1879750494] 'agreement among raft nodes before linearized reading' (duration: 1.622656729s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.161395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119846766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-18T15:00:36.161431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.537683Z","time spent":"1.623732597s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df72dba694450\" "} {"level":"info","ts":"2026-03-18T15:00:36.161462Z","caller":"traceutil/trace.go:171","msg":"trace[274106121] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5496; }","duration":"2.119924998s","start":"2026-03-18T15:00:34.041519Z","end":"2026-03-18T15:00:36.161444Z","steps":["trace[274106121] 'agreement among raft nodes before linearized reading' (duration: 2.118473312s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.161511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.041513Z","time spent":"2.11998389s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T15:00:36.162623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121262232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-18T15:00:36.162671Z","caller":"traceutil/trace.go:171","msg":"trace[1595841800] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5496; }","duration":"2.121337204s","start":"2026-03-18T15:00:34.041322Z","end":"2026-03-18T15:00:36.162659Z","steps":["trace[1595841800] 'agreement among raft nodes before linearized reading' (duration: 2.118675356s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.162704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:34.04131Z","time spent":"2.121385346s","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-18T15:00:36.160758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.380285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:00:36.163546Z","caller":"traceutil/trace.go:171","msg":"trace[1350950754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5496; }","duration":"194.173725ms","start":"2026-03-18T15:00:35.969349Z","end":"2026-03-18T15:00:36.163522Z","steps":["trace[1350950754] 'agreement among raft nodes before linearized reading' (duration: 190.891682ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:36.610288Z","caller":"traceutil/trace.go:171","msg":"trace[1038703779] linearizableReadLoop","detail":"{readStateIndex:5731; appliedIndex:5729; }","duration":"286.873484ms","start":"2026-03-18T15:00:36.32339Z","end":"2026-03-18T15:00:36.610263Z","steps":["trace[1038703779] 'read index received' (duration: 55.516846ms)","trace[1038703779] 'applied index is now lower than readState.Index' (duration: 231.355458ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:36.610369Z","caller":"traceutil/trace.go:171","msg":"trace[1389894679] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"291.818898ms","start":"2026-03-18T15:00:36.318512Z","end":"2026-03-18T15:00:36.610331Z","steps":["trace[1389894679] 'process raft request' (duration: 204.328452ms)","trace[1389894679] 'compare' (duration: 87.256389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:00:36.610538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.326863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T15:00:36.610584Z","caller":"traceutil/trace.go:171","msg":"trace[574408015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5504; }","duration":"281.416354ms","start":"2026-03-18T15:00:36.329156Z","end":"2026-03-18T15:00:36.610572Z","steps":["trace[574408015] 'agreement among raft nodes before linearized reading' (duration: 281.25509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.610594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.173901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-18T15:00:36.610685Z","caller":"traceutil/trace.go:171","msg":"trace[699610872] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5504; }","duration":"287.307575ms","start":"2026-03-18T15:00:36.323353Z","end":"2026-03-18T15:00:36.610661Z","steps":["trace[699610872] 'agreement among raft nodes before linearized reading' (duration: 286.994087ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:36.900169Z","caller":"traceutil/trace.go:171","msg":"trace[346658674] linearizableReadLoop","detail":"{readStateIndex:5734; appliedIndex:5731; }","duration":"273.278599ms","start":"2026-03-18T15:00:36.626875Z","end":"2026-03-18T15:00:36.900153Z","steps":["trace[346658674] 'read index received' (duration: 74.053725ms)","trace[346658674] 'applied index is now lower than readState.Index' (duration: 199.224404ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:36.900204Z","caller":"traceutil/trace.go:171","msg":"trace[678012372] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"283.587909ms","start":"2026-03-18T15:00:36.616579Z","end":"2026-03-18T15:00:36.900167Z","steps":["trace[678012372] 'process raft request' (duration: 258.398042ms)","trace[678012372] 'compare' (duration: 24.870949ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:36.900255Z","caller":"traceutil/trace.go:171","msg":"trace[291348770] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"283.571159ms","start":"2026-03-18T15:00:36.616657Z","end":"2026-03-18T15:00:36.900228Z","steps":["trace[291348770] 'process raft request' (duration: 283.430475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.90037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.639092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19496"} {"level":"info","ts":"2026-03-18T15:00:36.900397Z","caller":"traceutil/trace.go:171","msg":"trace[1743545883] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5507; }","duration":"206.715543ms","start":"2026-03-18T15:00:36.693674Z","end":"2026-03-18T15:00:36.90039Z","steps":["trace[1743545883] 'agreement among raft nodes before linearized reading' (duration: 206.61463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:36.900694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.821452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-18T15:00:36.900716Z","caller":"traceutil/trace.go:171","msg":"trace[2146723483] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5507; }","duration":"273.881754ms","start":"2026-03-18T15:00:36.626829Z","end":"2026-03-18T15:00:36.900711Z","steps":["trace[2146723483] 'agreement among raft nodes before linearized reading' (duration: 273.405712ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:10.929061Z","caller":"traceutil/trace.go:171","msg":"trace[518375824] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"110.653761ms","start":"2026-03-18T15:01:10.818389Z","end":"2026-03-18T15:01:10.929042Z","steps":["trace[518375824] 'process raft request' (duration: 110.540678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:12.850314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982631018,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T15:01:13.086595Z","caller":"traceutil/trace.go:171","msg":"trace[520562893] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"784.157843ms","start":"2026-03-18T15:01:12.302407Z","end":"2026-03-18T15:01:13.086564Z","steps":["trace[520562893] 'process raft request' (duration: 783.905576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:13.086769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:12.302379Z","time spent":"784.293496ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:01:14.15298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066823989s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T15:01:14.153431Z","caller":"traceutil/trace.go:171","msg":"trace[368716376] linearizableReadLoop","detail":"{readStateIndex:6060; appliedIndex:6057; }","duration":"1.818000056s","start":"2026-03-18T15:01:12.33539Z","end":"2026-03-18T15:01:14.15339Z","steps":["trace[368716376] 'read index received' (duration: 751.016694ms)","trace[368716376] 'applied index is now lower than readState.Index' (duration: 1.066982622s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:01:14.153725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818311524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:01:14.153768Z","caller":"traceutil/trace.go:171","msg":"trace[510682554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:5824; }","duration":"1.818400257s","start":"2026-03-18T15:01:12.335359Z","end":"2026-03-18T15:01:14.153759Z","steps":["trace[510682554] 'agreement among raft nodes before linearized reading' (duration: 1.818189541s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.153806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657392149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:01:14.153867Z","caller":"traceutil/trace.go:171","msg":"trace[1829438914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5824; }","duration":"1.657466681s","start":"2026-03-18T15:01:12.496385Z","end":"2026-03-18T15:01:14.153852Z","steps":["trace[1829438914] 'agreement among raft nodes before linearized reading' (duration: 1.657369148s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.153934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:12.496376Z","time spent":"1.657543483s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:01:14.15395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060387185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:01:14.153995Z","caller":"traceutil/trace.go:171","msg":"trace[1136540617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5824; }","duration":"1.060478207s","start":"2026-03-18T15:01:13.093501Z","end":"2026-03-18T15:01:14.15398Z","steps":["trace[1136540617] 'agreement among raft nodes before linearized reading' (duration: 1.060346204s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.15404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:13.093477Z","time spent":"1.060554209s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:01:14.154095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:12.335347Z","time spent":"1.818695984s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:01:14.154172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660048577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:01:14.154211Z","caller":"traceutil/trace.go:171","msg":"trace[1727909216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5824; }","duration":"1.660127159s","start":"2026-03-18T15:01:12.494073Z","end":"2026-03-18T15:01:14.1542Z","steps":["trace[1727909216] 'agreement among raft nodes before linearized reading' (duration: 1.660031456s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.154239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:12.494054Z","time spent":"1.66017885s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:01:14.154283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125645067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:01:14.154312Z","caller":"traceutil/trace.go:171","msg":"trace[865044803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5824; }","duration":"1.12571865s","start":"2026-03-18T15:01:13.028585Z","end":"2026-03-18T15:01:14.154304Z","steps":["trace[865044803] 'agreement among raft nodes before linearized reading' (duration: 1.125646718s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.154336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:13.028563Z","time spent":"1.125768171s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T15:01:14.154345Z","caller":"traceutil/trace.go:171","msg":"trace[742448760] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"1.827438336s","start":"2026-03-18T15:01:12.326893Z","end":"2026-03-18T15:01:14.154331Z","steps":["trace[742448760] 'process raft request' (duration: 1.826253725s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.154438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.687969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-18T15:01:14.154463Z","caller":"traceutil/trace.go:171","msg":"trace[1224902726] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5824; }","duration":"871.753641ms","start":"2026-03-18T15:01:13.282702Z","end":"2026-03-18T15:01:14.154456Z","steps":["trace[1224902726] 'agreement among raft nodes before linearized reading' (duration: 871.690389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.154482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:13.282679Z","time spent":"871.799352ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-18T15:01:14.15449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:12.326871Z","time spent":"1.827533968s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:01:14.153818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557641524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:01:14.154571Z","caller":"traceutil/trace.go:171","msg":"trace[901693856] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5824; }","duration":"1.558434815s","start":"2026-03-18T15:01:12.596118Z","end":"2026-03-18T15:01:14.154553Z","steps":["trace[901693856] 'agreement among raft nodes before linearized reading' (duration: 1.557626164s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.154634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:12.596099Z","time spent":"1.558516728s","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:01:14.154651Z","caller":"traceutil/trace.go:171","msg":"trace[694884161] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"1.824769818s","start":"2026-03-18T15:01:12.329872Z","end":"2026-03-18T15:01:14.154642Z","steps":["trace[694884161] 'process raft request' (duration: 1.823488375s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.154692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.591384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:01:14.153836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.836133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:01:14.154774Z","caller":"traceutil/trace.go:171","msg":"trace[1404652558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5824; }","duration":"861.719446ms","start":"2026-03-18T15:01:13.293036Z","end":"2026-03-18T15:01:14.154756Z","steps":["trace[1404652558] 'agreement among raft nodes before linearized reading' (duration: 861.542072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.154811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:13.293023Z","time spent":"861.781329ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:01:14.15481Z","caller":"traceutil/trace.go:171","msg":"trace[1592145887] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5824; }","duration":"876.872979ms","start":"2026-03-18T15:01:13.277911Z","end":"2026-03-18T15:01:14.154784Z","steps":["trace[1592145887] 'agreement among raft nodes before linearized reading' (duration: 875.792271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.154899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:13.277887Z","time spent":"876.993882ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-18T15:01:14.154997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.787587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:01:14.155043Z","caller":"traceutil/trace.go:171","msg":"trace[450536158] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5824; }","duration":"876.89346ms","start":"2026-03-18T15:01:13.27814Z","end":"2026-03-18T15:01:14.155034Z","steps":["trace[450536158] 'agreement among raft nodes before linearized reading' (duration: 876.830539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.155068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:13.278102Z","time spent":"876.959842ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-18T15:01:14.154739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:12.329856Z","time spent":"1.824815569s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:01:14.153735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672746299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:01:14.155604Z","caller":"traceutil/trace.go:171","msg":"trace[1236076848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5824; }","duration":"1.674690038s","start":"2026-03-18T15:01:12.480904Z","end":"2026-03-18T15:01:14.155594Z","steps":["trace[1236076848] 'agreement among raft nodes before linearized reading' (duration: 1.67277435s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:14.155659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:12.480882Z","time spent":"1.67476821s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T15:01:25.673499Z","caller":"traceutil/trace.go:171","msg":"trace[951398768] transaction","detail":"{read_only:false; response_revision:5883; number_of_response:1; }","duration":"599.469545ms","start":"2026-03-18T15:01:25.074006Z","end":"2026-03-18T15:01:25.673476Z","steps":["trace[951398768] 'process raft request' (duration: 599.335582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:25.673626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:25.073989Z","time spent":"599.571239ms","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:25.706523Z","caller":"traceutil/trace.go:171","msg":"trace[2031881900] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"541.870607ms","start":"2026-03-18T15:01:25.164619Z","end":"2026-03-18T15:01:25.706489Z","steps":["trace[2031881900] 'process raft request' (duration: 541.685893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:25.706677Z","caller":"traceutil/trace.go:171","msg":"trace[1221422425] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"457.81533ms","start":"2026-03-18T15:01:25.248851Z","end":"2026-03-18T15:01:25.706667Z","steps":["trace[1221422425] 'process raft request' (duration: 457.586094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:25.706701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:25.164597Z","time spent":"542.016041ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:25.706862Z","caller":"traceutil/trace.go:171","msg":"trace[219888935] linearizableReadLoop","detail":"{readStateIndex:6125; appliedIndex:6122; }","duration":"415.727434ms","start":"2026-03-18T15:01:25.291124Z","end":"2026-03-18T15:01:25.706852Z","steps":["trace[219888935] 'read index received' (duration: 382.284438ms)","trace[219888935] 'applied index is now lower than readState.Index' (duration: 33.442276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:01:25.706943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.827336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:01:25.706965Z","caller":"traceutil/trace.go:171","msg":"trace[1909441262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5886; }","duration":"415.881498ms","start":"2026-03-18T15:01:25.291078Z","end":"2026-03-18T15:01:25.706959Z","steps":["trace[1909441262] 'agreement among raft nodes before linearized reading' (duration: 415.832927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:25.707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:25.291051Z","time spent":"415.94406ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:01:25.70702Z","caller":"traceutil/trace.go:171","msg":"trace[892102252] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"396.60762ms","start":"2026-03-18T15:01:25.310377Z","end":"2026-03-18T15:01:25.706985Z","steps":["trace[892102252] 'process raft request' (duration: 396.252871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:25.707171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:25.248828Z","time spent":"457.877112ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:01:25.707202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:25.31035Z","time spent":"396.750664ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:26.571909Z","caller":"traceutil/trace.go:171","msg":"trace[1832591319] linearizableReadLoop","detail":"{readStateIndex:6128; appliedIndex:6127; }","duration":"339.123605ms","start":"2026-03-18T15:01:26.232763Z","end":"2026-03-18T15:01:26.571887Z","steps":["trace[1832591319] 'read index received' (duration: 338.9162ms)","trace[1832591319] 'applied index is now lower than readState.Index' (duration: 206.265µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:01:26.572117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.742871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:01:26.572183Z","caller":"traceutil/trace.go:171","msg":"trace[1023693807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:5888; }","duration":"339.846563ms","start":"2026-03-18T15:01:26.232324Z","end":"2026-03-18T15:01:26.572171Z","steps":["trace[1023693807] 'agreement among raft nodes before linearized reading' (duration: 339.614307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.572212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.232312Z","time spent":"339.893915ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:01:26.572289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.406833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:01:26.572332Z","caller":"traceutil/trace.go:171","msg":"trace[1333105237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5888; }","duration":"341.592428ms","start":"2026-03-18T15:01:26.230727Z","end":"2026-03-18T15:01:26.57232Z","steps":["trace[1333105237] 'agreement among raft nodes before linearized reading' (duration: 341.28705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.572366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.230705Z","time spent":"341.65085ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T15:01:26.57252Z","caller":"traceutil/trace.go:171","msg":"trace[1284586602] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"356.764341ms","start":"2026-03-18T15:01:26.215747Z","end":"2026-03-18T15:01:26.572512Z","steps":["trace[1284586602] 'process raft request' (duration: 355.954981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.572553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.541985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T15:01:26.572583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.215707Z","time spent":"356.834923ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:26.572581Z","caller":"traceutil/trace.go:171","msg":"trace[1970104194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5888; }","duration":"337.590036ms","start":"2026-03-18T15:01:26.234982Z","end":"2026-03-18T15:01:26.572572Z","steps":["trace[1970104194] 'agreement among raft nodes before linearized reading' (duration: 337.489964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.572652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.234972Z","time spent":"337.669468ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:01:26.57263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.137741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T15:01:26.572755Z","caller":"traceutil/trace.go:171","msg":"trace[1946407800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5888; }","duration":"344.283826ms","start":"2026-03-18T15:01:26.228443Z","end":"2026-03-18T15:01:26.572727Z","steps":["trace[1946407800] 'agreement among raft nodes before linearized reading' (duration: 343.944156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.572828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.992202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T15:01:26.572825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.228393Z","time spent":"344.420489ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T15:01:26.572852Z","caller":"traceutil/trace.go:171","msg":"trace[2121181001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5888; }","duration":"337.075274ms","start":"2026-03-18T15:01:26.235772Z","end":"2026-03-18T15:01:26.572847Z","steps":["trace[2121181001] 'agreement among raft nodes before linearized reading' (duration: 337.014012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.572867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.235705Z","time spent":"337.158886ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:01:26.573008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.311487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:01:26.573051Z","caller":"traceutil/trace.go:171","msg":"trace[1739996147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5888; }","duration":"280.43126ms","start":"2026-03-18T15:01:26.292609Z","end":"2026-03-18T15:01:26.57304Z","steps":["trace[1739996147] 'agreement among raft nodes before linearized reading' (duration: 280.303137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.573139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.896666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:01:26.573266Z","caller":"traceutil/trace.go:171","msg":"trace[1911041539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5888; }","duration":"344.069881ms","start":"2026-03-18T15:01:26.229172Z","end":"2026-03-18T15:01:26.573242Z","steps":["trace[1911041539] 'agreement among raft nodes before linearized reading' (duration: 343.790814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.573328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.229164Z","time spent":"344.152033ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T15:01:26.922182Z","caller":"traceutil/trace.go:171","msg":"trace[528460315] transaction","detail":"{read_only:false; response_revision:5890; number_of_response:1; }","duration":"342.825468ms","start":"2026-03-18T15:01:26.579323Z","end":"2026-03-18T15:01:26.922148Z","steps":["trace[528460315] 'process raft request' (duration: 308.079119ms)","trace[528460315] 'compare' (duration: 34.575285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:01:26.922398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.579308Z","time spent":"342.981153ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:26.922504Z","caller":"traceutil/trace.go:171","msg":"trace[1919035827] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"343.108786ms","start":"2026-03-18T15:01:26.579386Z","end":"2026-03-18T15:01:26.922495Z","steps":["trace[1919035827] 'process raft request' (duration: 342.88271ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:26.922389Z","caller":"traceutil/trace.go:171","msg":"trace[839201146] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"342.980443ms","start":"2026-03-18T15:01:26.579383Z","end":"2026-03-18T15:01:26.922363Z","steps":["trace[839201146] 'process raft request' (duration: 342.713906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.922649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.579378Z","time spent":"343.214088ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:01:26.92277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.579372Z","time spent":"343.187228ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:26.922957Z","caller":"traceutil/trace.go:171","msg":"trace[1128450791] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"343.421355ms","start":"2026-03-18T15:01:26.579478Z","end":"2026-03-18T15:01:26.922899Z","steps":["trace[1128450791] 'process raft request' (duration: 342.985183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.923102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.579442Z","time spent":"343.582898ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:26.947577Z","caller":"traceutil/trace.go:171","msg":"trace[1100801986] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"312.47648ms","start":"2026-03-18T15:01:26.635066Z","end":"2026-03-18T15:01:26.947542Z","steps":["trace[1100801986] 'process raft request' (duration: 312.229924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:26.947857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:26.635037Z","time spent":"312.643225ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:29.177904Z","caller":"traceutil/trace.go:171","msg":"trace[453968319] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"246.88676ms","start":"2026-03-18T15:01:28.930991Z","end":"2026-03-18T15:01:29.177878Z","steps":["trace[453968319] 'process raft request' (duration: 246.736576ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:29.202068Z","caller":"traceutil/trace.go:171","msg":"trace[8725309] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"270.393965ms","start":"2026-03-18T15:01:28.931648Z","end":"2026-03-18T15:01:29.202042Z","steps":["trace[8725309] 'process raft request' (duration: 270.19342ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:29.202287Z","caller":"traceutil/trace.go:171","msg":"trace[2049388628] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"270.395355ms","start":"2026-03-18T15:01:28.931847Z","end":"2026-03-18T15:01:29.202243Z","steps":["trace[2049388628] 'process raft request' (duration: 270.149249ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:29.202399Z","caller":"traceutil/trace.go:171","msg":"trace[918859869] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"234.808585ms","start":"2026-03-18T15:01:28.967563Z","end":"2026-03-18T15:01:29.202372Z","steps":["trace[918859869] 'process raft request' (duration: 234.60212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:36.184243Z","caller":"traceutil/trace.go:171","msg":"trace[693201814] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"375.921694ms","start":"2026-03-18T15:01:35.808297Z","end":"2026-03-18T15:01:36.184219Z","steps":["trace[693201814] 'process raft request' (duration: 375.779961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:36.184405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:35.808279Z","time spent":"376.047498ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:36.186672Z","caller":"traceutil/trace.go:171","msg":"trace[1023687322] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"372.60103ms","start":"2026-03-18T15:01:35.814046Z","end":"2026-03-18T15:01:36.186647Z","steps":["trace[1023687322] 'process raft request' (duration: 372.554059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:36.186737Z","caller":"traceutil/trace.go:171","msg":"trace[611057552] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"378.325865ms","start":"2026-03-18T15:01:35.80838Z","end":"2026-03-18T15:01:36.186705Z","steps":["trace[611057552] 'process raft request' (duration: 378.11751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:36.186844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:35.814031Z","time spent":"372.720863ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:01:36.186902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:01:35.808353Z","time spent":"378.469538ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:01:41.38923Z","caller":"traceutil/trace.go:171","msg":"trace[2023475927] linearizableReadLoop","detail":"{readStateIndex:6227; appliedIndex:6226; }","duration":"133.701235ms","start":"2026-03-18T15:01:41.255499Z","end":"2026-03-18T15:01:41.389201Z","steps":["trace[2023475927] 'read index received' (duration: 133.49513ms)","trace[2023475927] 'applied index is now lower than readState.Index' (duration: 205.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:01:41.389282Z","caller":"traceutil/trace.go:171","msg":"trace[313950007] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"148.669283ms","start":"2026-03-18T15:01:41.240583Z","end":"2026-03-18T15:01:41.389253Z","steps":["trace[313950007] 'process raft request' (duration: 148.451217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:41.389484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.89195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T15:01:41.389486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.970312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T15:01:41.389489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.921026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:01:41.389558Z","caller":"traceutil/trace.go:171","msg":"trace[240928930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5984; }","duration":"134.020234ms","start":"2026-03-18T15:01:41.25552Z","end":"2026-03-18T15:01:41.38954Z","steps":["trace[240928930] 'agreement among raft nodes before linearized reading' (duration: 133.84213ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:41.389621Z","caller":"traceutil/trace.go:171","msg":"trace[2120710244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5984; }","duration":"134.090126ms","start":"2026-03-18T15:01:41.255461Z","end":"2026-03-18T15:01:41.389551Z","steps":["trace[2120710244] 'agreement among raft nodes before linearized reading' (duration: 133.882961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:41.389646Z","caller":"traceutil/trace.go:171","msg":"trace[1016646901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5984; }","duration":"127.109001ms","start":"2026-03-18T15:01:41.262528Z","end":"2026-03-18T15:01:41.389637Z","steps":["trace[1016646901] 'agreement among raft nodes before linearized reading' (duration: 126.902606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:41.565896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.168533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:01:41.566073Z","caller":"traceutil/trace.go:171","msg":"trace[934044144] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"170.730408ms","start":"2026-03-18T15:01:41.39533Z","end":"2026-03-18T15:01:41.566061Z","steps":["trace[934044144] 'process raft request' (duration: 170.697048ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:41.56608Z","caller":"traceutil/trace.go:171","msg":"trace[1607247682] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"171.326954ms","start":"2026-03-18T15:01:41.394731Z","end":"2026-03-18T15:01:41.566058Z","steps":["trace[1607247682] 'process raft request' (duration: 62.941005ms)","trace[1607247682] 'compare' (duration: 108.037471ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:01:41.566164Z","caller":"traceutil/trace.go:171","msg":"trace[783687572] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"171.103118ms","start":"2026-03-18T15:01:41.395028Z","end":"2026-03-18T15:01:41.566131Z","steps":["trace[783687572] 'process raft request' (duration: 170.960965ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:42.145675Z","caller":"traceutil/trace.go:171","msg":"trace[404012024] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"174.155225ms","start":"2026-03-18T15:01:41.971471Z","end":"2026-03-18T15:01:42.145626Z","steps":["trace[404012024] 'process raft request' (duration: 173.300133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:42.380194Z","caller":"traceutil/trace.go:171","msg":"trace[446629292] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"143.0148ms","start":"2026-03-18T15:01:42.237154Z","end":"2026-03-18T15:01:42.380168Z","steps":["trace[446629292] 'process raft request' (duration: 142.755114ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:42.483061Z","caller":"traceutil/trace.go:171","msg":"trace[821936169] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"146.017366ms","start":"2026-03-18T15:01:42.337022Z","end":"2026-03-18T15:01:42.483039Z","steps":["trace[821936169] 'process raft request' (duration: 100.976522ms)","trace[821936169] 'compare' (duration: 44.933242ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:02:57.098537Z","caller":"traceutil/trace.go:171","msg":"trace[1803622960] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"169.030335ms","start":"2026-03-18T15:02:56.929484Z","end":"2026-03-18T15:02:57.098514Z","steps":["trace[1803622960] 'process raft request' (duration: 168.857541ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:02:57.43595Z","caller":"traceutil/trace.go:171","msg":"trace[1300522634] linearizableReadLoop","detail":"{readStateIndex:6697; appliedIndex:6696; }","duration":"219.401425ms","start":"2026-03-18T15:02:57.216516Z","end":"2026-03-18T15:02:57.435917Z","steps":["trace[1300522634] 'read index received' (duration: 187.44301ms)","trace[1300522634] 'applied index is now lower than readState.Index' (duration: 31.956985ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:02:57.436007Z","caller":"traceutil/trace.go:171","msg":"trace[836466544] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"232.265577ms","start":"2026-03-18T15:02:57.203699Z","end":"2026-03-18T15:02:57.435965Z","steps":["trace[836466544] 'process raft request' (duration: 200.251581ms)","trace[836466544] 'compare' (duration: 31.654597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:02:57.436735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.189214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:02:57.43681Z","caller":"traceutil/trace.go:171","msg":"trace[605901636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:6438; }","duration":"220.331988ms","start":"2026-03-18T15:02:57.216461Z","end":"2026-03-18T15:02:57.436793Z","steps":["trace[605901636] 'agreement among raft nodes before linearized reading' (duration: 219.597679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:02:57.439054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.43324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T15:02:57.439055Z","caller":"traceutil/trace.go:171","msg":"trace[1173187673] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"155.323621ms","start":"2026-03-18T15:02:57.283699Z","end":"2026-03-18T15:02:57.439023Z","steps":["trace[1173187673] 'process raft request' (duration: 155.133176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:02:57.439111Z","caller":"traceutil/trace.go:171","msg":"trace[239266748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6439; }","duration":"222.526463ms","start":"2026-03-18T15:02:57.21657Z","end":"2026-03-18T15:02:57.439097Z","steps":["trace[239266748] 'agreement among raft nodes before linearized reading' (duration: 222.373179ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:06.187558Z","caller":"traceutil/trace.go:171","msg":"trace[1033417910] linearizableReadLoop","detail":"{readStateIndex:6742; appliedIndex:6740; }","duration":"120.525184ms","start":"2026-03-18T15:03:06.067008Z","end":"2026-03-18T15:03:06.187533Z","steps":["trace[1033417910] 'read index received' (duration: 90.930979ms)","trace[1033417910] 'applied index is now lower than readState.Index' (duration: 29.593415ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:06.187605Z","caller":"traceutil/trace.go:171","msg":"trace[1957734852] transaction","detail":"{read_only:false; response_revision:6480; number_of_response:1; }","duration":"121.134651ms","start":"2026-03-18T15:03:06.066429Z","end":"2026-03-18T15:03:06.187563Z","steps":["trace[1957734852] 'process raft request' (duration: 91.493934ms)","trace[1957734852] 'compare' (duration: 29.416931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:03:06.187854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.822851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:03:06.187921Z","caller":"traceutil/trace.go:171","msg":"trace[644397241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6481; }","duration":"120.928534ms","start":"2026-03-18T15:03:06.066975Z","end":"2026-03-18T15:03:06.187903Z","steps":["trace[644397241] 'agreement among raft nodes before linearized reading' (duration: 120.664298ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:06.18782Z","caller":"traceutil/trace.go:171","msg":"trace[803358329] transaction","detail":"{read_only:false; response_revision:6481; number_of_response:1; }","duration":"121.163851ms","start":"2026-03-18T15:03:06.066442Z","end":"2026-03-18T15:03:06.187605Z","steps":["trace[803358329] 'process raft request' (duration: 121.044598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:06.366089Z","caller":"traceutil/trace.go:171","msg":"trace[837105517] transaction","detail":"{read_only:false; response_revision:6482; number_of_response:1; }","duration":"174.3504ms","start":"2026-03-18T15:03:06.191709Z","end":"2026-03-18T15:03:06.366059Z","steps":["trace[837105517] 'process raft request' (duration: 118.7404ms)","trace[837105517] 'compare' (duration: 55.433175ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:13.207341Z","caller":"traceutil/trace.go:171","msg":"trace[1518357382] transaction","detail":"{read_only:false; response_revision:6511; number_of_response:1; }","duration":"227.780055ms","start":"2026-03-18T15:03:12.979537Z","end":"2026-03-18T15:03:13.207317Z","steps":["trace[1518357382] 'process raft request' (duration: 227.171639ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:13.334864Z","caller":"traceutil/trace.go:171","msg":"trace[595559515] transaction","detail":"{read_only:false; response_revision:6512; number_of_response:1; }","duration":"183.633653ms","start":"2026-03-18T15:03:13.151201Z","end":"2026-03-18T15:03:13.334835Z","steps":["trace[595559515] 'process raft request' (duration: 115.223401ms)","trace[595559515] 'compare' (duration: 67.663603ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:16.503776Z","caller":"traceutil/trace.go:171","msg":"trace[648864380] linearizableReadLoop","detail":"{readStateIndex:6788; appliedIndex:6786; }","duration":"177.306654ms","start":"2026-03-18T15:03:16.326445Z","end":"2026-03-18T15:03:16.503752Z","steps":["trace[648864380] 'read index received' (duration: 34.507309ms)","trace[648864380] 'applied index is now lower than readState.Index' (duration: 142.798075ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:16.503862Z","caller":"traceutil/trace.go:171","msg":"trace[541903320] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"195.04427ms","start":"2026-03-18T15:03:16.308775Z","end":"2026-03-18T15:03:16.503819Z","steps":["trace[541903320] 'process raft request' (duration: 190.65803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:16.504424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.906328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:03:16.504502Z","caller":"traceutil/trace.go:171","msg":"trace[1544609716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6525; }","duration":"178.121605ms","start":"2026-03-18T15:03:16.326361Z","end":"2026-03-18T15:03:16.504483Z","steps":["trace[1544609716] 'agreement among raft nodes before linearized reading' (duration: 177.54045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:17.493472Z","caller":"traceutil/trace.go:171","msg":"trace[1279411297] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"113.077777ms","start":"2026-03-18T15:03:17.380355Z","end":"2026-03-18T15:03:17.493433Z","steps":["trace[1279411297] 'process raft request' (duration: 29.725388ms)","trace[1279411297] 'compare' (duration: 83.167133ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:17.846279Z","caller":"traceutil/trace.go:171","msg":"trace[386197564] transaction","detail":"{read_only:false; response_revision:6537; number_of_response:1; }","duration":"116.949494ms","start":"2026-03-18T15:03:17.729302Z","end":"2026-03-18T15:03:17.846252Z","steps":["trace[386197564] 'process raft request' (duration: 116.81212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:19.706953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.691667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-q9htm\" ","response":"range_response_count:1 size:8135"} {"level":"info","ts":"2026-03-18T15:03:19.707045Z","caller":"traceutil/trace.go:171","msg":"trace[1439389923] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-q9htm; range_end:; response_count:1; response_revision:6545; }","duration":"139.833091ms","start":"2026-03-18T15:03:19.567195Z","end":"2026-03-18T15:03:19.707028Z","steps":["trace[1439389923] 'range keys from in-memory index tree' (duration: 139.441731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:19.706972Z","caller":"traceutil/trace.go:171","msg":"trace[1079805041] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"137.668336ms","start":"2026-03-18T15:03:19.569273Z","end":"2026-03-18T15:03:19.706941Z","steps":["trace[1079805041] 'process raft request' (duration: 90.843547ms)","trace[1079805041] 'compare' (duration: 46.420939ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:21.896422Z","caller":"traceutil/trace.go:171","msg":"trace[575589454] linearizableReadLoop","detail":"{readStateIndex:6827; appliedIndex:6826; }","duration":"168.848791ms","start":"2026-03-18T15:03:21.72754Z","end":"2026-03-18T15:03:21.896389Z","steps":["trace[575589454] 'read index received' (duration: 168.696967ms)","trace[575589454] 'applied index is now lower than readState.Index' (duration: 149.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:21.896535Z","caller":"traceutil/trace.go:171","msg":"trace[1118852102] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"182.555336ms","start":"2026-03-18T15:03:21.713948Z","end":"2026-03-18T15:03:21.896503Z","steps":["trace[1118852102] 'process raft request' (duration: 182.285749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:21.896687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.122137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:03:21.89673Z","caller":"traceutil/trace.go:171","msg":"trace[528169728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6563; }","duration":"169.21658ms","start":"2026-03-18T15:03:21.7275Z","end":"2026-03-18T15:03:21.896716Z","steps":["trace[528169728] 'agreement among raft nodes before linearized reading' (duration: 169.037145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:21.897161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.453165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:03:21.897404Z","caller":"traceutil/trace.go:171","msg":"trace[328760345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:6563; }","duration":"167.762463ms","start":"2026-03-18T15:03:21.729616Z","end":"2026-03-18T15:03:21.897378Z","steps":["trace[328760345] 'agreement among raft nodes before linearized reading' (duration: 167.068045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:28.384416Z","caller":"traceutil/trace.go:171","msg":"trace[1364080387] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"166.159084ms","start":"2026-03-18T15:03:28.218233Z","end":"2026-03-18T15:03:28.384392Z","steps":["trace[1364080387] 'process raft request' (duration: 165.836886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:30.075401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.66672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:03:30.075512Z","caller":"traceutil/trace.go:171","msg":"trace[115124295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6598; }","duration":"159.859055ms","start":"2026-03-18T15:03:29.91563Z","end":"2026-03-18T15:03:30.075489Z","steps":["trace[115124295] 'range keys from in-memory index tree' (duration: 159.375963ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:30.120685Z","caller":"traceutil/trace.go:171","msg":"trace[1174321064] linearizableReadLoop","detail":"{readStateIndex:6865; appliedIndex:6864; }","duration":"142.131618ms","start":"2026-03-18T15:03:29.978533Z","end":"2026-03-18T15:03:30.120665Z","steps":["trace[1174321064] 'read index received' (duration: 141.980174ms)","trace[1174321064] 'applied index is now lower than readState.Index' (duration: 150.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:30.12071Z","caller":"traceutil/trace.go:171","msg":"trace[980070268] transaction","detail":"{read_only:false; response_revision:6599; number_of_response:1; }","duration":"148.106619ms","start":"2026-03-18T15:03:29.972581Z","end":"2026-03-18T15:03:30.120687Z","steps":["trace[980070268] 'process raft request' (duration: 147.936504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:30.12087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.329114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:03:30.120913Z","caller":"traceutil/trace.go:171","msg":"trace[1833565241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6599; }","duration":"142.386345ms","start":"2026-03-18T15:03:29.978518Z","end":"2026-03-18T15:03:30.120904Z","steps":["trace[1833565241] 'agreement among raft nodes before linearized reading' (duration: 142.225081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:30.121008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.802369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:03:30.121075Z","caller":"traceutil/trace.go:171","msg":"trace[354958248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:6599; }","duration":"137.920092ms","start":"2026-03-18T15:03:29.98314Z","end":"2026-03-18T15:03:30.12106Z","steps":["trace[354958248] 'agreement among raft nodes before linearized reading' (duration: 137.704387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:33.506209Z","caller":"traceutil/trace.go:171","msg":"trace[1168454741] transaction","detail":"{read_only:false; response_revision:6613; number_of_response:1; }","duration":"150.821977ms","start":"2026-03-18T15:03:33.355362Z","end":"2026-03-18T15:03:33.506184Z","steps":["trace[1168454741] 'process raft request' (duration: 150.666902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:40.820002Z","caller":"traceutil/trace.go:171","msg":"trace[462718353] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"102.039109ms","start":"2026-03-18T15:03:40.717921Z","end":"2026-03-18T15:03:40.81996Z","steps":["trace[462718353] 'process raft request' (duration: 88.039856ms)","trace[462718353] 'compare' (duration: 13.645274ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:40.837885Z","caller":"traceutil/trace.go:171","msg":"trace[102349484] transaction","detail":"{read_only:false; response_revision:6654; number_of_response:1; }","duration":"117.725594ms","start":"2026-03-18T15:03:40.720125Z","end":"2026-03-18T15:03:40.83785Z","steps":["trace[102349484] 'process raft request' (duration: 117.445227ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:41.007531Z","caller":"traceutil/trace.go:171","msg":"trace[611216560] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"119.940879ms","start":"2026-03-18T15:03:40.887565Z","end":"2026-03-18T15:03:41.007505Z","steps":["trace[611216560] 'process raft request' (duration: 100.365366ms)","trace[611216560] 'compare' (duration: 19.45652ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:44.305504Z","caller":"traceutil/trace.go:171","msg":"trace[765890269] transaction","detail":"{read_only:false; response_revision:6683; number_of_response:1; }","duration":"524.885617ms","start":"2026-03-18T15:03:43.780597Z","end":"2026-03-18T15:03:44.305483Z","steps":["trace[765890269] 'process raft request' (duration: 524.742312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:44.305643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:03:43.780574Z","time spent":"525.00019ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:03:44.358159Z","caller":"traceutil/trace.go:171","msg":"trace[1880095470] linearizableReadLoop","detail":"{readStateIndex:6953; appliedIndex:6951; }","duration":"119.334654ms","start":"2026-03-18T15:03:44.238797Z","end":"2026-03-18T15:03:44.358132Z","steps":["trace[1880095470] 'read index received' (duration: 66.556254ms)","trace[1880095470] 'applied index is now lower than readState.Index' (duration: 52.77767ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:44.358232Z","caller":"traceutil/trace.go:171","msg":"trace[502397298] transaction","detail":"{read_only:false; response_revision:6684; number_of_response:1; }","duration":"124.78144ms","start":"2026-03-18T15:03:44.233429Z","end":"2026-03-18T15:03:44.35821Z","steps":["trace[502397298] 'process raft request' (duration: 124.597655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:44.358407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.608801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:03:44.358458Z","caller":"traceutil/trace.go:171","msg":"trace[8309686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:6684; }","duration":"119.702982ms","start":"2026-03-18T15:03:44.238743Z","end":"2026-03-18T15:03:44.358446Z","steps":["trace[8309686] 'agreement among raft nodes before linearized reading' (duration: 119.535238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:48.791997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.881158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:03:48.792092Z","caller":"traceutil/trace.go:171","msg":"trace[95750293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6707; }","duration":"208.018192ms","start":"2026-03-18T15:03:48.584051Z","end":"2026-03-18T15:03:48.792069Z","steps":["trace[95750293] 'range keys from in-memory index tree' (duration: 207.611831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:49.168136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.490717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:03:49.168408Z","caller":"traceutil/trace.go:171","msg":"trace[1191422452] transaction","detail":"{read_only:false; response_revision:6711; number_of_response:1; }","duration":"146.450792ms","start":"2026-03-18T15:03:49.021928Z","end":"2026-03-18T15:03:49.168378Z","steps":["trace[1191422452] 'process raft request' (duration: 146.36886ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:49.168442Z","caller":"traceutil/trace.go:171","msg":"trace[2137547870] transaction","detail":"{read_only:false; response_revision:6710; number_of_response:1; }","duration":"305.009897ms","start":"2026-03-18T15:03:48.863402Z","end":"2026-03-18T15:03:49.168412Z","steps":["trace[2137547870] 'process raft request' (duration: 151.15177ms)","trace[2137547870] 'compare' (duration: 153.372195ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:49.168444Z","caller":"traceutil/trace.go:171","msg":"trace[756172676] linearizableReadLoop","detail":"{readStateIndex:6980; appliedIndex:6979; }","duration":"274.141735ms","start":"2026-03-18T15:03:48.894269Z","end":"2026-03-18T15:03:49.16841Z","steps":["trace[756172676] 'read index received' (duration: 120.200985ms)","trace[756172676] 'applied index is now lower than readState.Index' (duration: 153.93753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:03:49.168541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:03:48.863386Z","time spent":"305.110809ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:03:49.168695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.408283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:03:49.16876Z","caller":"traceutil/trace.go:171","msg":"trace[1534714403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6711; }","duration":"274.516725ms","start":"2026-03-18T15:03:48.894224Z","end":"2026-03-18T15:03:49.168741Z","steps":["trace[1534714403] 'agreement among raft nodes before linearized reading' (duration: 274.313299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:49.443894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.571826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:03:49.443964Z","caller":"traceutil/trace.go:171","msg":"trace[200400752] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"270.564997ms","start":"2026-03-18T15:03:49.173387Z","end":"2026-03-18T15:03:49.443952Z","steps":["trace[200400752] 'process raft request' (duration: 103.885218ms)","trace[200400752] 'compare' (duration: 166.361791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:03:50.530077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.580222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:03:50.530316Z","caller":"traceutil/trace.go:171","msg":"trace[2082241380] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"854.622192ms","start":"2026-03-18T15:03:49.675671Z","end":"2026-03-18T15:03:50.530294Z","steps":["trace[2082241380] 'process raft request' (duration: 854.52838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:50.530342Z","caller":"traceutil/trace.go:171","msg":"trace[555994151] linearizableReadLoop","detail":"{readStateIndex:6983; appliedIndex:6982; }","duration":"1.243104207s","start":"2026-03-18T15:03:49.287194Z","end":"2026-03-18T15:03:50.530299Z","steps":["trace[555994151] 'read index received' (duration: 314.070264ms)","trace[555994151] 'applied index is now lower than readState.Index' (duration: 929.026333ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:03:50.530602Z","caller":"traceutil/trace.go:171","msg":"trace[803068761] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"1.357131629s","start":"2026-03-18T15:03:49.173448Z","end":"2026-03-18T15:03:50.53058Z","steps":["trace[803068761] 'process raft request' (duration: 427.925261ms)","trace[803068761] 'compare' (duration: 928.408608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:03:50.530745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243547828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T15:03:50.530448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:03:49.675649Z","time spent":"854.728465ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:03:50.530806Z","caller":"traceutil/trace.go:171","msg":"trace[563573114] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:6714; }","duration":"1.243670341s","start":"2026-03-18T15:03:49.28712Z","end":"2026-03-18T15:03:50.53079Z","steps":["trace[563573114] 'agreement among raft nodes before linearized reading' (duration: 1.243516718s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:50.53085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:03:49.287089Z","time spent":"1.243749484s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T15:03:50.53091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:03:49.173428Z","time spent":"1.357263003s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:03:50.54247Z","caller":"traceutil/trace.go:171","msg":"trace[1324212627] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"456.059865ms","start":"2026-03-18T15:03:50.08639Z","end":"2026-03-18T15:03:50.54245Z","steps":["trace[1324212627] 'process raft request' (duration: 455.906241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:50.542596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:03:50.086371Z","time spent":"456.162028ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:03:50.547945Z","caller":"traceutil/trace.go:171","msg":"trace[809235327] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"186.026383ms","start":"2026-03-18T15:03:50.361895Z","end":"2026-03-18T15:03:50.547921Z","steps":["trace[809235327] 'process raft request' (duration: 185.878819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:50.548486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.289518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T15:03:50.54851Z","caller":"traceutil/trace.go:171","msg":"trace[1294603990] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"156.534655ms","start":"2026-03-18T15:03:50.391963Z","end":"2026-03-18T15:03:50.548498Z","steps":["trace[1294603990] 'process raft request' (duration: 155.92644ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:50.54859Z","caller":"traceutil/trace.go:171","msg":"trace[2034618117] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6717; }","duration":"789.34828ms","start":"2026-03-18T15:03:49.759181Z","end":"2026-03-18T15:03:50.548529Z","steps":["trace[2034618117] 'agreement among raft nodes before linearized reading' (duration: 789.188036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:50.548665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:03:49.75914Z","time spent":"789.512624ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T15:03:50.549164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.091933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T15:03:50.549218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255423535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:03:50.549239Z","caller":"traceutil/trace.go:171","msg":"trace[946804743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6717; }","duration":"819.199926ms","start":"2026-03-18T15:03:49.730022Z","end":"2026-03-18T15:03:50.549221Z","steps":["trace[946804743] 'agreement among raft nodes before linearized reading' (duration: 818.499789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:50.549321Z","caller":"traceutil/trace.go:171","msg":"trace[2125930965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6717; }","duration":"1.255556439s","start":"2026-03-18T15:03:49.293748Z","end":"2026-03-18T15:03:50.549305Z","steps":["trace[2125930965] 'agreement among raft nodes before linearized reading' (duration: 1.254581835s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:03:50.549365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:03:49.293738Z","time spent":"1.25561476s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:03:50.549335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:03:49.730003Z","time spent":"819.321889ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T15:03:58.406439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.394711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:03:58.406549Z","caller":"traceutil/trace.go:171","msg":"trace[1544367250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6787; }","duration":"114.548355ms","start":"2026-03-18T15:03:58.291977Z","end":"2026-03-18T15:03:58.406526Z","steps":["trace[1544367250] 'range keys from in-memory index tree' (duration: 114.314729ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:03:59.539299Z","caller":"traceutil/trace.go:171","msg":"trace[1437256687] transaction","detail":"{read_only:false; response_revision:6797; number_of_response:1; }","duration":"186.877083ms","start":"2026-03-18T15:03:59.352384Z","end":"2026-03-18T15:03:59.539261Z","steps":["trace[1437256687] 'process raft request' (duration: 130.563084ms)","trace[1437256687] 'compare' (duration: 56.163405ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:04.848673Z","caller":"traceutil/trace.go:171","msg":"trace[424582095] linearizableReadLoop","detail":"{readStateIndex:7093; appliedIndex:7090; }","duration":"135.368385ms","start":"2026-03-18T15:04:04.713281Z","end":"2026-03-18T15:04:04.848649Z","steps":["trace[424582095] 'read index received' (duration: 67.549939ms)","trace[424582095] 'applied index is now lower than readState.Index' (duration: 67.817476ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:04.848733Z","caller":"traceutil/trace.go:171","msg":"trace[445093159] transaction","detail":"{read_only:false; response_revision:6816; number_of_response:1; }","duration":"141.158281ms","start":"2026-03-18T15:04:04.707533Z","end":"2026-03-18T15:04:04.848691Z","steps":["trace[445093159] 'process raft request' (duration: 140.960086ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:04.848798Z","caller":"traceutil/trace.go:171","msg":"trace[1694681270] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"137.261313ms","start":"2026-03-18T15:04:04.711526Z","end":"2026-03-18T15:04:04.848787Z","steps":["trace[1694681270] 'process raft request' (duration: 137.085529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:04.84905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.642148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:04:04.849141Z","caller":"traceutil/trace.go:171","msg":"trace[1462553161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6817; }","duration":"130.74716ms","start":"2026-03-18T15:04:04.71838Z","end":"2026-03-18T15:04:04.849127Z","steps":["trace[1462553161] 'agreement among raft nodes before linearized reading' (duration: 130.558076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:04.849143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.16886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:04:04.849217Z","caller":"traceutil/trace.go:171","msg":"trace[607040459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6817; }","duration":"127.254912ms","start":"2026-03-18T15:04:04.721945Z","end":"2026-03-18T15:04:04.8492Z","steps":["trace[607040459] 'agreement among raft nodes before linearized reading' (duration: 127.041597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:04.849051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.760146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:04:04.849389Z","caller":"traceutil/trace.go:171","msg":"trace[600471810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:6817; }","duration":"136.110294ms","start":"2026-03-18T15:04:04.713269Z","end":"2026-03-18T15:04:04.84938Z","steps":["trace[600471810] 'agreement among raft nodes before linearized reading' (duration: 135.662853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:05.74113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.095473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:04:05.741207Z","caller":"traceutil/trace.go:171","msg":"trace[1055906624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6823; }","duration":"144.218316ms","start":"2026-03-18T15:04:05.596975Z","end":"2026-03-18T15:04:05.741194Z","steps":["trace[1055906624] 'agreement among raft nodes before linearized reading' (duration: 144.038102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:07.40719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982633769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T15:04:07.761365Z","caller":"traceutil/trace.go:171","msg":"trace[1677609032] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"975.996408ms","start":"2026-03-18T15:04:06.785338Z","end":"2026-03-18T15:04:07.761334Z","steps":["trace[1677609032] 'process raft request' (duration: 975.810302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:07.761547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:06.785313Z","time spent":"976.143572ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:04:07.764362Z","caller":"traceutil/trace.go:171","msg":"trace[1213485300] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"909.994027ms","start":"2026-03-18T15:04:06.854343Z","end":"2026-03-18T15:04:07.764337Z","steps":["trace[1213485300] 'process raft request' (duration: 909.839723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:07.764531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:06.85432Z","time spent":"910.11919ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:04:07.764576Z","caller":"traceutil/trace.go:171","msg":"trace[207397020] transaction","detail":"{read_only:false; response_revision:6828; number_of_response:1; }","duration":"910.051518ms","start":"2026-03-18T15:04:06.854499Z","end":"2026-03-18T15:04:07.764551Z","steps":["trace[207397020] 'process raft request' (duration: 909.802842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:07.764578Z","caller":"traceutil/trace.go:171","msg":"trace[229590295] linearizableReadLoop","detail":"{readStateIndex:7105; appliedIndex:7102; }","duration":"858.289504ms","start":"2026-03-18T15:04:06.90626Z","end":"2026-03-18T15:04:07.764549Z","steps":["trace[229590295] 'read index received' (duration: 855.042552ms)","trace[229590295] 'applied index is now lower than readState.Index' (duration: 3.245122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:04:07.764711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:06.854492Z","time spent":"910.146321ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:04:07.764851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.575531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:04:07.764901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.529843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:04:07.764921Z","caller":"traceutil/trace.go:171","msg":"trace[2140729900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6828; }","duration":"858.690234ms","start":"2026-03-18T15:04:06.906217Z","end":"2026-03-18T15:04:07.764907Z","steps":["trace[2140729900] 'agreement among raft nodes before linearized reading' (duration: 858.487529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:07.76494Z","caller":"traceutil/trace.go:171","msg":"trace[53196838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6828; }","duration":"471.598365ms","start":"2026-03-18T15:04:07.293331Z","end":"2026-03-18T15:04:07.764929Z","steps":["trace[53196838] 'agreement among raft nodes before linearized reading' (duration: 471.529463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:07.76498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:06.906197Z","time spent":"858.755926ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:04:07.765007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:07.293315Z","time spent":"471.684526ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:04:07.765007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.030778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:04:07.76515Z","caller":"traceutil/trace.go:171","msg":"trace[1281184138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6828; }","duration":"856.217792ms","start":"2026-03-18T15:04:06.908876Z","end":"2026-03-18T15:04:07.765093Z","steps":["trace[1281184138] 'agreement among raft nodes before linearized reading' (duration: 855.862213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:07.765212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.397504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:04:07.765256Z","caller":"traceutil/trace.go:171","msg":"trace[2011480185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6828; }","duration":"388.463325ms","start":"2026-03-18T15:04:07.376783Z","end":"2026-03-18T15:04:07.765246Z","steps":["trace[2011480185] 'agreement among raft nodes before linearized reading' (duration: 388.367482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:07.765289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:07.376771Z","time spent":"388.509786ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:04:07.765283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:06.908852Z","time spent":"856.412597ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:04:07.765325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.886728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:04:07.765387Z","caller":"traceutil/trace.go:171","msg":"trace[684230836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6828; }","duration":"696.96326ms","start":"2026-03-18T15:04:07.068408Z","end":"2026-03-18T15:04:07.765371Z","steps":["trace[684230836] 'agreement among raft nodes before linearized reading' (duration: 696.805826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:07.765396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.935025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:04:07.765178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.490862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:04:07.765436Z","caller":"traceutil/trace.go:171","msg":"trace[180875264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:6828; }","duration":"854.014147ms","start":"2026-03-18T15:04:06.911412Z","end":"2026-03-18T15:04:07.765426Z","steps":["trace[180875264] 'agreement among raft nodes before linearized reading' (duration: 853.919055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:07.76544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:07.0684Z","time spent":"697.028521ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:04:07.765463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:06.911396Z","time spent":"854.062108ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T15:04:07.76547Z","caller":"traceutil/trace.go:171","msg":"trace[1639285394] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6828; }","duration":"697.821071ms","start":"2026-03-18T15:04:07.067635Z","end":"2026-03-18T15:04:07.765456Z","steps":["trace[1639285394] 'agreement among raft nodes before linearized reading' (duration: 697.490843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:07.765536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:04:07.067614Z","time spent":"697.906093ms","remote":"127.0.0.1:39360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:04:11.894658Z","caller":"traceutil/trace.go:171","msg":"trace[712483876] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"117.1438ms","start":"2026-03-18T15:04:11.777492Z","end":"2026-03-18T15:04:11.894636Z","steps":["trace[712483876] 'process raft request' (duration: 114.958855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:11.894788Z","caller":"traceutil/trace.go:171","msg":"trace[1776670289] linearizableReadLoop","detail":"{readStateIndex:7125; appliedIndex:7123; }","duration":"112.286918ms","start":"2026-03-18T15:04:11.782481Z","end":"2026-03-18T15:04:11.894768Z","steps":["trace[1776670289] 'read index received' (duration: 84.117614ms)","trace[1776670289] 'applied index is now lower than readState.Index' (duration: 28.168234ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:11.894832Z","caller":"traceutil/trace.go:171","msg":"trace[1747516521] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"114.654917ms","start":"2026-03-18T15:04:11.780147Z","end":"2026-03-18T15:04:11.894802Z","steps":["trace[1747516521] 'process raft request' (duration: 114.433052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:11.894967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.473103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:04:11.894978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.949709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:04:11.894997Z","caller":"traceutil/trace.go:171","msg":"trace[575779070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6847; }","duration":"112.533974ms","start":"2026-03-18T15:04:11.782454Z","end":"2026-03-18T15:04:11.894987Z","steps":["trace[575779070] 'agreement among raft nodes before linearized reading' (duration: 112.422441ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:11.895005Z","caller":"traceutil/trace.go:171","msg":"trace[550672163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6847; }","duration":"110.013251ms","start":"2026-03-18T15:04:11.784984Z","end":"2026-03-18T15:04:11.894997Z","steps":["trace[550672163] 'agreement among raft nodes before linearized reading' (duration: 109.898058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:11.895049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.226091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:04:11.895091Z","caller":"traceutil/trace.go:171","msg":"trace[1401518873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6847; }","duration":"107.290213ms","start":"2026-03-18T15:04:11.787789Z","end":"2026-03-18T15:04:11.895079Z","steps":["trace[1401518873] 'agreement among raft nodes before linearized reading' (duration: 107.18339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:11.895088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.828176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:04:11.895089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.18051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:04:11.895143Z","caller":"traceutil/trace.go:171","msg":"trace[1907064392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:6847; }","duration":"101.944189ms","start":"2026-03-18T15:04:11.793186Z","end":"2026-03-18T15:04:11.89513Z","steps":["trace[1907064392] 'agreement among raft nodes before linearized reading' (duration: 101.767465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:11.895151Z","caller":"traceutil/trace.go:171","msg":"trace[1106775871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6847; }","duration":"105.290432ms","start":"2026-03-18T15:04:11.789847Z","end":"2026-03-18T15:04:11.895137Z","steps":["trace[1106775871] 'agreement among raft nodes before linearized reading' (duration: 105.131718ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:12.177619Z","caller":"traceutil/trace.go:171","msg":"trace[1920233383] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"277.730215ms","start":"2026-03-18T15:04:11.899864Z","end":"2026-03-18T15:04:12.177594Z","steps":["trace[1920233383] 'process raft request' (duration: 270.72885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:12.177968Z","caller":"traceutil/trace.go:171","msg":"trace[1120712225] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"277.980152ms","start":"2026-03-18T15:04:11.899965Z","end":"2026-03-18T15:04:12.177945Z","steps":["trace[1120712225] 'process raft request' (duration: 277.542731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:12.178131Z","caller":"traceutil/trace.go:171","msg":"trace[563758927] transaction","detail":"{read_only:false; response_revision:6852; number_of_response:1; }","duration":"277.170921ms","start":"2026-03-18T15:04:11.90095Z","end":"2026-03-18T15:04:12.17812Z","steps":["trace[563758927] 'process raft request' (duration: 277.054878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:12.17826Z","caller":"traceutil/trace.go:171","msg":"trace[986727037] linearizableReadLoop","detail":"{readStateIndex:7130; appliedIndex:7126; }","duration":"101.097418ms","start":"2026-03-18T15:04:12.077075Z","end":"2026-03-18T15:04:12.178172Z","steps":["trace[986727037] 'read index received' (duration: 93.401656ms)","trace[986727037] 'applied index is now lower than readState.Index' (duration: 7.693612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:04:12.178365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.274402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:04:12.178462Z","caller":"traceutil/trace.go:171","msg":"trace[1519368291] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6852; }","duration":"101.445276ms","start":"2026-03-18T15:04:12.077002Z","end":"2026-03-18T15:04:12.178447Z","steps":["trace[1519368291] 'agreement among raft nodes before linearized reading' (duration: 101.272842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:12.178243Z","caller":"traceutil/trace.go:171","msg":"trace[1019669146] transaction","detail":"{read_only:false; response_revision:6851; number_of_response:1; }","duration":"277.315095ms","start":"2026-03-18T15:04:11.900859Z","end":"2026-03-18T15:04:12.178174Z","steps":["trace[1019669146] 'process raft request' (duration: 276.959917ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:16.019212Z","caller":"traceutil/trace.go:171","msg":"trace[89052637] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"141.233031ms","start":"2026-03-18T15:04:15.877954Z","end":"2026-03-18T15:04:16.019187Z","steps":["trace[89052637] 'process raft request' (duration: 141.009766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:16.117002Z","caller":"traceutil/trace.go:171","msg":"trace[1339927642] linearizableReadLoop","detail":"{readStateIndex:7143; appliedIndex:7140; }","duration":"178.38782ms","start":"2026-03-18T15:04:15.938592Z","end":"2026-03-18T15:04:16.116979Z","steps":["trace[1339927642] 'read index received' (duration: 80.367619ms)","trace[1339927642] 'applied index is now lower than readState.Index' (duration: 98.019431ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:16.117081Z","caller":"traceutil/trace.go:171","msg":"trace[1458433509] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"207.634642ms","start":"2026-03-18T15:04:15.909417Z","end":"2026-03-18T15:04:16.117052Z","steps":["trace[1458433509] 'process raft request' (duration: 162.268757ms)","trace[1458433509] 'compare' (duration: 44.911254ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:16.117139Z","caller":"traceutil/trace.go:171","msg":"trace[1583839414] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"205.062858ms","start":"2026-03-18T15:04:15.912065Z","end":"2026-03-18T15:04:16.117128Z","steps":["trace[1583839414] 'process raft request' (duration: 204.824602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:16.117518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.992941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:04:16.117505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.14035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:04:16.11757Z","caller":"traceutil/trace.go:171","msg":"trace[1946033657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:6864; }","duration":"176.089782ms","start":"2026-03-18T15:04:15.941469Z","end":"2026-03-18T15:04:16.117559Z","steps":["trace[1946033657] 'agreement among raft nodes before linearized reading' (duration: 175.908298ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:16.117592Z","caller":"traceutil/trace.go:171","msg":"trace[1039013249] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6864; }","duration":"151.297204ms","start":"2026-03-18T15:04:15.966273Z","end":"2026-03-18T15:04:16.117571Z","steps":["trace[1039013249] 'agreement among raft nodes before linearized reading' (duration: 151.14581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:16.117848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.260323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:04:16.117903Z","caller":"traceutil/trace.go:171","msg":"trace[1503251571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6864; }","duration":"179.355106ms","start":"2026-03-18T15:04:15.938535Z","end":"2026-03-18T15:04:16.11789Z","steps":["trace[1503251571] 'agreement among raft nodes before linearized reading' (duration: 178.820921ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:16.343367Z","caller":"traceutil/trace.go:171","msg":"trace[907270652] linearizableReadLoop","detail":"{readStateIndex:7145; appliedIndex:7144; }","duration":"120.490433ms","start":"2026-03-18T15:04:16.222851Z","end":"2026-03-18T15:04:16.343341Z","steps":["trace[907270652] 'read index received' (duration: 48.852451ms)","trace[907270652] 'applied index is now lower than readState.Index' (duration: 71.636562ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:16.343416Z","caller":"traceutil/trace.go:171","msg":"trace[894235323] transaction","detail":"{read_only:false; response_revision:6866; number_of_response:1; }","duration":"121.792495ms","start":"2026-03-18T15:04:16.22159Z","end":"2026-03-18T15:04:16.343382Z","steps":["trace[894235323] 'process raft request' (duration: 50.181044ms)","trace[894235323] 'compare' (duration: 71.448167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:04:16.343588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.720909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:04:16.343642Z","caller":"traceutil/trace.go:171","msg":"trace[651922871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6866; }","duration":"120.802901ms","start":"2026-03-18T15:04:16.222825Z","end":"2026-03-18T15:04:16.343628Z","steps":["trace[651922871] 'agreement among raft nodes before linearized reading' (duration: 120.632867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:16.343806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.74319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T15:04:16.34385Z","caller":"traceutil/trace.go:171","msg":"trace[1374233441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6866; }","duration":"114.826491ms","start":"2026-03-18T15:04:16.229012Z","end":"2026-03-18T15:04:16.343838Z","steps":["trace[1374233441] 'agreement among raft nodes before linearized reading' (duration: 114.483803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:16.343998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.207727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:04:16.344045Z","caller":"traceutil/trace.go:171","msg":"trace[2098689923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6866; }","duration":"114.288768ms","start":"2026-03-18T15:04:16.229745Z","end":"2026-03-18T15:04:16.344034Z","steps":["trace[2098689923] 'agreement among raft nodes before linearized reading' (duration: 114.115084ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:16.529185Z","caller":"traceutil/trace.go:171","msg":"trace[1224249324] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"179.56176ms","start":"2026-03-18T15:04:16.349605Z","end":"2026-03-18T15:04:16.529167Z","steps":["trace[1224249324] 'process raft request' (duration: 141.798766ms)","trace[1224249324] 'compare' (duration: 37.537758ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:16.529429Z","caller":"traceutil/trace.go:171","msg":"trace[690653297] transaction","detail":"{read_only:false; response_revision:6869; number_of_response:1; }","duration":"179.721314ms","start":"2026-03-18T15:04:16.349684Z","end":"2026-03-18T15:04:16.529405Z","steps":["trace[690653297] 'process raft request' (duration: 179.399367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:21.844463Z","caller":"traceutil/trace.go:171","msg":"trace[579358082] linearizableReadLoop","detail":"{readStateIndex:7229; appliedIndex:7228; }","duration":"227.943121ms","start":"2026-03-18T15:04:21.616455Z","end":"2026-03-18T15:04:21.844398Z","steps":["trace[579358082] 'read index received' (duration: 227.742916ms)","trace[579358082] 'applied index is now lower than readState.Index' (duration: 199.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:21.844609Z","caller":"traceutil/trace.go:171","msg":"trace[1685280015] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"247.064819ms","start":"2026-03-18T15:04:21.597477Z","end":"2026-03-18T15:04:21.844542Z","steps":["trace[1685280015] 'process raft request' (duration: 246.751891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:21.845135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.217557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:04:21.845261Z","caller":"traceutil/trace.go:171","msg":"trace[312051739] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6949; }","duration":"228.839583ms","start":"2026-03-18T15:04:21.616397Z","end":"2026-03-18T15:04:21.845236Z","steps":["trace[312051739] 'agreement among raft nodes before linearized reading' (duration: 228.178286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:22.625831Z","caller":"traceutil/trace.go:171","msg":"trace[1765272253] transaction","detail":"{read_only:false; response_revision:6954; number_of_response:1; }","duration":"140.185165ms","start":"2026-03-18T15:04:22.48562Z","end":"2026-03-18T15:04:22.625805Z","steps":["trace[1765272253] 'process raft request' (duration: 140.027852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:22.693652Z","caller":"traceutil/trace.go:171","msg":"trace[1368825888] linearizableReadLoop","detail":"{readStateIndex:7235; appliedIndex:7233; }","duration":"108.000381ms","start":"2026-03-18T15:04:22.585616Z","end":"2026-03-18T15:04:22.693617Z","steps":["trace[1368825888] 'read index received' (duration: 40.045412ms)","trace[1368825888] 'applied index is now lower than readState.Index' (duration: 67.953819ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:22.693769Z","caller":"traceutil/trace.go:171","msg":"trace[1778383661] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"115.16314ms","start":"2026-03-18T15:04:22.578568Z","end":"2026-03-18T15:04:22.693732Z","steps":["trace[1778383661] 'process raft request' (duration: 83.631502ms)","trace[1778383661] 'compare' (duration: 31.260881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:04:22.693957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.308159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:04:22.693994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.803986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:04:22.694047Z","caller":"traceutil/trace.go:171","msg":"trace[1651360909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6955; }","duration":"107.891538ms","start":"2026-03-18T15:04:22.586139Z","end":"2026-03-18T15:04:22.694031Z","steps":["trace[1651360909] 'agreement among raft nodes before linearized reading' (duration: 107.681623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:22.69405Z","caller":"traceutil/trace.go:171","msg":"trace[1413721586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6955; }","duration":"108.441412ms","start":"2026-03-18T15:04:22.585585Z","end":"2026-03-18T15:04:22.694026Z","steps":["trace[1413721586] 'agreement among raft nodes before linearized reading' (duration: 108.164795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:25.092064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.535724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-326ecbe4-bbbe-4c40-b084-540146a44730\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T15:04:25.092226Z","caller":"traceutil/trace.go:171","msg":"trace[2072456197] range","detail":"{range_begin:/registry/persistentvolumes/pvc-326ecbe4-bbbe-4c40-b084-540146a44730; range_end:; response_count:1; response_revision:6975; }","duration":"100.727179ms","start":"2026-03-18T15:04:24.991475Z","end":"2026-03-18T15:04:25.092202Z","steps":["trace[2072456197] 'range keys from in-memory index tree' (duration: 100.38018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:27.922633Z","caller":"traceutil/trace.go:171","msg":"trace[790092220] transaction","detail":"{read_only:false; response_revision:6996; number_of_response:1; }","duration":"157.14663ms","start":"2026-03-18T15:04:27.765456Z","end":"2026-03-18T15:04:27.922603Z","steps":["trace[790092220] 'process raft request' (duration: 157.086789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:27.922741Z","caller":"traceutil/trace.go:171","msg":"trace[1640042728] transaction","detail":"{read_only:false; response_revision:6994; number_of_response:1; }","duration":"157.454667ms","start":"2026-03-18T15:04:27.765274Z","end":"2026-03-18T15:04:27.922729Z","steps":["trace[1640042728] 'process raft request' (duration: 156.073793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:27.922801Z","caller":"traceutil/trace.go:171","msg":"trace[222266005] transaction","detail":"{read_only:false; response_revision:6995; number_of_response:1; }","duration":"157.400886ms","start":"2026-03-18T15:04:27.765358Z","end":"2026-03-18T15:04:27.922759Z","steps":["trace[222266005] 'process raft request' (duration: 157.109859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:36.473914Z","caller":"traceutil/trace.go:171","msg":"trace[832924056] transaction","detail":"{read_only:false; response_revision:7047; number_of_response:1; }","duration":"118.169305ms","start":"2026-03-18T15:04:36.355698Z","end":"2026-03-18T15:04:36.473867Z","steps":["trace[832924056] 'process raft request' (duration: 47.338144ms)","trace[832924056] 'compare' (duration: 70.559355ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:36.47396Z","caller":"traceutil/trace.go:171","msg":"trace[887175300] linearizableReadLoop","detail":"{readStateIndex:7331; appliedIndex:7330; }","duration":"115.855197ms","start":"2026-03-18T15:04:36.35808Z","end":"2026-03-18T15:04:36.473936Z","steps":["trace[887175300] 'read index received' (duration: 44.890592ms)","trace[887175300] 'applied index is now lower than readState.Index' (duration: 70.962005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:04:36.474812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.707128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161567"} {"level":"info","ts":"2026-03-18T15:04:36.474896Z","caller":"traceutil/trace.go:171","msg":"trace[734723744] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7047; }","duration":"116.81443ms","start":"2026-03-18T15:04:36.358062Z","end":"2026-03-18T15:04:36.474877Z","steps":["trace[734723744] 'agreement among raft nodes before linearized reading' (duration: 115.965569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:40.633905Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4971} {"level":"warn","ts":"2026-03-18T15:04:40.814522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.713914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:04:40.814741Z","caller":"traceutil/trace.go:171","msg":"trace[880012797] transaction","detail":"{read_only:false; response_revision:7067; number_of_response:1; }","duration":"174.868003ms","start":"2026-03-18T15:04:40.639838Z","end":"2026-03-18T15:04:40.814706Z","steps":["trace[880012797] 'process raft request' (duration: 14.873122ms)","trace[880012797] 'compare' (duration: 39.043046ms)","trace[880012797] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 120.489424ms)"],"step_count":3} {"level":"info","ts":"2026-03-18T15:04:40.814946Z","caller":"traceutil/trace.go:171","msg":"trace[1810819831] transaction","detail":"{read_only:false; response_revision:7068; number_of_response:1; }","duration":"173.676244ms","start":"2026-03-18T15:04:40.641259Z","end":"2026-03-18T15:04:40.814936Z","steps":["trace[1810819831] 'process raft request' (duration: 173.405196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:41.047094Z","caller":"traceutil/trace.go:171","msg":"trace[2061171882] linearizableReadLoop","detail":"{readStateIndex:7356; appliedIndex:7355; }","duration":"186.962505ms","start":"2026-03-18T15:04:40.860102Z","end":"2026-03-18T15:04:41.047065Z","steps":["trace[2061171882] 'read index received' (duration: 109.373105ms)","trace[2061171882] 'applied index is now lower than readState.Index' (duration: 77.58823ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:41.047277Z","caller":"traceutil/trace.go:171","msg":"trace[1192400514] transaction","detail":"{read_only:false; response_revision:7070; number_of_response:1; }","duration":"227.628052ms","start":"2026-03-18T15:04:40.81952Z","end":"2026-03-18T15:04:41.047148Z","steps":["trace[1192400514] 'process raft request' (duration: 150.064433ms)","trace[1192400514] 'compare' (duration: 33.627731ms)","trace[1192400514] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 43.691152ms)"],"step_count":3} {"level":"warn","ts":"2026-03-18T15:04:41.047455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.333935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:04:41.047495Z","caller":"traceutil/trace.go:171","msg":"trace[323207330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7070; }","duration":"187.419697ms","start":"2026-03-18T15:04:40.860064Z","end":"2026-03-18T15:04:41.047483Z","steps":["trace[323207330] 'agreement among raft nodes before linearized reading' (duration: 187.090738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:41.047627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.116769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:04:41.04765Z","caller":"traceutil/trace.go:171","msg":"trace[1118813976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7070; }","duration":"115.18424ms","start":"2026-03-18T15:04:40.93246Z","end":"2026-03-18T15:04:41.047644Z","steps":["trace[1118813976] 'agreement among raft nodes before linearized reading' (duration: 114.756559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:41.204383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.117554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:04:41.204653Z","caller":"traceutil/trace.go:171","msg":"trace[1124431905] transaction","detail":"{read_only:false; response_revision:7072; number_of_response:1; }","duration":"152.174996ms","start":"2026-03-18T15:04:41.052464Z","end":"2026-03-18T15:04:41.204639Z","steps":["trace[1124431905] 'process raft request' (duration: 152.012392ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:41.204898Z","caller":"traceutil/trace.go:171","msg":"trace[111142000] transaction","detail":"{read_only:false; response_revision:7071; number_of_response:1; }","duration":"152.170277ms","start":"2026-03-18T15:04:41.052445Z","end":"2026-03-18T15:04:41.204615Z","steps":["trace[111142000] 'process raft request' (duration: 45.741165ms)","trace[111142000] 'compare' (duration: 94.00571ms)","trace[111142000] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 12.011512ms)"],"step_count":3} {"level":"info","ts":"2026-03-18T15:04:41.326534Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4971,"took":"690.003275ms","hash":3418631882,"current-db-size-bytes":37216256,"current-db-size":"37 MB","current-db-size-in-use-bytes":21360640,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-18T15:04:41.326587Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3418631882,"revision":4971,"compact-revision":2500} {"level":"info","ts":"2026-03-18T15:04:42.967988Z","caller":"traceutil/trace.go:171","msg":"trace[1285238627] transaction","detail":"{read_only:false; response_revision:7075; number_of_response:1; }","duration":"145.449797ms","start":"2026-03-18T15:04:42.822504Z","end":"2026-03-18T15:04:42.967953Z","steps":["trace[1285238627] 'process raft request' (duration: 145.253952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:43.025523Z","caller":"traceutil/trace.go:171","msg":"trace[1439448650] transaction","detail":"{read_only:false; response_revision:7077; number_of_response:1; }","duration":"201.581531ms","start":"2026-03-18T15:04:42.823923Z","end":"2026-03-18T15:04:43.025504Z","steps":["trace[1439448650] 'process raft request' (duration: 201.55349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:43.025646Z","caller":"traceutil/trace.go:171","msg":"trace[257855225] transaction","detail":"{read_only:false; response_revision:7076; number_of_response:1; }","duration":"203.109029ms","start":"2026-03-18T15:04:42.822499Z","end":"2026-03-18T15:04:43.025608Z","steps":["trace[257855225] 'process raft request' (duration: 202.877664ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:04:52.610818Z","caller":"traceutil/trace.go:171","msg":"trace[15854748] linearizableReadLoop","detail":"{readStateIndex:7424; appliedIndex:7422; }","duration":"143.57989ms","start":"2026-03-18T15:04:52.467217Z","end":"2026-03-18T15:04:52.610797Z","steps":["trace[15854748] 'read index received' (duration: 2.900402ms)","trace[15854748] 'applied index is now lower than readState.Index' (duration: 140.678678ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:04:52.610905Z","caller":"traceutil/trace.go:171","msg":"trace[583858172] transaction","detail":"{read_only:false; response_revision:7135; number_of_response:1; }","duration":"146.010721ms","start":"2026-03-18T15:04:52.464869Z","end":"2026-03-18T15:04:52.610879Z","steps":["trace[583858172] 'process raft request' (duration: 145.755845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:04:52.610969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.743365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:04:52.611003Z","caller":"traceutil/trace.go:171","msg":"trace[1348251827] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7135; }","duration":"143.822476ms","start":"2026-03-18T15:04:52.46717Z","end":"2026-03-18T15:04:52.610992Z","steps":["trace[1348251827] 'agreement among raft nodes before linearized reading' (duration: 143.731173ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:04.747596Z","caller":"traceutil/trace.go:171","msg":"trace[80738541] transaction","detail":"{read_only:false; response_revision:7293; number_of_response:1; }","duration":"100.866882ms","start":"2026-03-18T15:05:04.646695Z","end":"2026-03-18T15:05:04.747561Z","steps":["trace[80738541] 'process raft request' (duration: 100.658367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:06.614311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.324274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:05:06.614414Z","caller":"traceutil/trace.go:171","msg":"trace[43106402] linearizableReadLoop","detail":"{readStateIndex:7595; appliedIndex:7594; }","duration":"714.925758ms","start":"2026-03-18T15:05:05.899473Z","end":"2026-03-18T15:05:06.614399Z","steps":["trace[43106402] 'read index received' (duration: 405.376228ms)","trace[43106402] 'applied index is now lower than readState.Index' (duration: 309.54841ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:06.614564Z","caller":"traceutil/trace.go:171","msg":"trace[1135387975] transaction","detail":"{read_only:false; response_revision:7302; number_of_response:1; }","duration":"790.695503ms","start":"2026-03-18T15:05:05.82384Z","end":"2026-03-18T15:05:06.614536Z","steps":["trace[1135387975] 'process raft request' (duration: 481.057441ms)","trace[1135387975] 'compare' (duration: 309.007027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:05:06.614692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:05.82382Z","time spent":"790.808666ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:06.614918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.432141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T15:05:06.614982Z","caller":"traceutil/trace.go:171","msg":"trace[1176163907] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7302; }","duration":"715.545484ms","start":"2026-03-18T15:05:05.899422Z","end":"2026-03-18T15:05:06.614968Z","steps":["trace[1176163907] 'agreement among raft nodes before linearized reading' (duration: 715.115583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:06.615012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:05.899402Z","time spent":"715.603465ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":800,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:05:07.058318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.858313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:05:07.058635Z","caller":"traceutil/trace.go:171","msg":"trace[416337985] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"545.576444ms","start":"2026-03-18T15:05:06.513032Z","end":"2026-03-18T15:05:07.058608Z","steps":["trace[416337985] 'process raft request' (duration: 428.314512ms)","trace[416337985] 'compare' (duration: 116.482612ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:07.058762Z","caller":"traceutil/trace.go:171","msg":"trace[1876597394] linearizableReadLoop","detail":"{readStateIndex:7596; appliedIndex:7595; }","duration":"444.312072ms","start":"2026-03-18T15:05:06.614433Z","end":"2026-03-18T15:05:07.058745Z","steps":["trace[1876597394] 'read index received' (duration: 326.930026ms)","trace[1876597394] 'applied index is now lower than readState.Index' (duration: 117.379886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:05:07.058783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:06.513007Z","time spent":"545.689806ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:07.058923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.608991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:05:07.059006Z","caller":"traceutil/trace.go:171","msg":"trace[2005989330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7303; }","duration":"766.738275ms","start":"2026-03-18T15:05:06.292249Z","end":"2026-03-18T15:05:07.058987Z","steps":["trace[2005989330] 'agreement among raft nodes before linearized reading' (duration: 766.605501ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:07.059002Z","caller":"traceutil/trace.go:171","msg":"trace[816455971] transaction","detail":"{read_only:false; response_revision:7304; number_of_response:1; }","duration":"306.820413ms","start":"2026-03-18T15:05:06.752156Z","end":"2026-03-18T15:05:07.058976Z","steps":["trace[816455971] 'process raft request' (duration: 306.479435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:07.059051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:06.292218Z","time spent":"766.823897ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:05:07.05908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:06.752138Z","time spent":"306.908305ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:07.059284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.986291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:05:07.059415Z","caller":"traceutil/trace.go:171","msg":"trace[1516295069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:7304; }","duration":"170.160156ms","start":"2026-03-18T15:05:06.889235Z","end":"2026-03-18T15:05:07.059395Z","steps":["trace[1516295069] 'agreement among raft nodes before linearized reading' (duration: 169.731325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:07.411505Z","caller":"traceutil/trace.go:171","msg":"trace[597346023] transaction","detail":"{read_only:false; response_revision:7307; number_of_response:1; }","duration":"114.747009ms","start":"2026-03-18T15:05:07.296717Z","end":"2026-03-18T15:05:07.411464Z","steps":["trace[597346023] 'process raft request' (duration: 114.472362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:08.132223Z","caller":"traceutil/trace.go:171","msg":"trace[545543264] transaction","detail":"{read_only:false; response_revision:7311; number_of_response:1; }","duration":"113.313544ms","start":"2026-03-18T15:05:08.01888Z","end":"2026-03-18T15:05:08.132194Z","steps":["trace[545543264] 'process raft request' (duration: 113.126289ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:08.438877Z","caller":"traceutil/trace.go:171","msg":"trace[977145413] linearizableReadLoop","detail":"{readStateIndex:7605; appliedIndex:7604; }","duration":"154.833412ms","start":"2026-03-18T15:05:08.284022Z","end":"2026-03-18T15:05:08.438856Z","steps":["trace[977145413] 'read index received' (duration: 154.561395ms)","trace[977145413] 'applied index is now lower than readState.Index' (duration: 270.937µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:08.439007Z","caller":"traceutil/trace.go:171","msg":"trace[681144077] transaction","detail":"{read_only:false; response_revision:7312; number_of_response:1; }","duration":"413.679345ms","start":"2026-03-18T15:05:08.025316Z","end":"2026-03-18T15:05:08.438996Z","steps":["trace[681144077] 'process raft request' (duration: 413.387098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:08.439112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:08.025285Z","time spent":"413.749537ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7255,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:08.439231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.30282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:05:08.439365Z","caller":"traceutil/trace.go:171","msg":"trace[77191908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7312; }","duration":"146.474754ms","start":"2026-03-18T15:05:08.292857Z","end":"2026-03-18T15:05:08.439332Z","steps":["trace[77191908] 'agreement among raft nodes before linearized reading' (duration: 146.239618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:08.439622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.591742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T15:05:08.439684Z","caller":"traceutil/trace.go:171","msg":"trace[635294175] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7312; }","duration":"155.704265ms","start":"2026-03-18T15:05:08.283965Z","end":"2026-03-18T15:05:08.43967Z","steps":["trace[635294175] 'agreement among raft nodes before linearized reading' (duration: 155.1538ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:19.441746Z","caller":"traceutil/trace.go:171","msg":"trace[806276213] linearizableReadLoop","detail":"{readStateIndex:7661; appliedIndex:7660; }","duration":"108.197696ms","start":"2026-03-18T15:05:19.333528Z","end":"2026-03-18T15:05:19.441725Z","steps":["trace[806276213] 'read index received' (duration: 100.487443ms)","trace[806276213] 'applied index is now lower than readState.Index' (duration: 7.709613ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:19.441822Z","caller":"traceutil/trace.go:171","msg":"trace[2065563269] transaction","detail":"{read_only:false; response_revision:7365; number_of_response:1; }","duration":"113.283513ms","start":"2026-03-18T15:05:19.328494Z","end":"2026-03-18T15:05:19.441777Z","steps":["trace[2065563269] 'process raft request' (duration: 105.60298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:19.441951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.421852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:05:19.442004Z","caller":"traceutil/trace.go:171","msg":"trace[1575313756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7365; }","duration":"108.498594ms","start":"2026-03-18T15:05:19.333491Z","end":"2026-03-18T15:05:19.44199Z","steps":["trace[1575313756] 'agreement among raft nodes before linearized reading' (duration: 108.35848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:19.44195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.207601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:05:19.44209Z","caller":"traceutil/trace.go:171","msg":"trace[2005031154] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7365; }","duration":"105.392235ms","start":"2026-03-18T15:05:19.33669Z","end":"2026-03-18T15:05:19.442083Z","steps":["trace[2005031154] 'agreement among raft nodes before linearized reading' (duration: 105.20465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:21.675157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.221239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:05:21.675317Z","caller":"traceutil/trace.go:171","msg":"trace[1843113666] transaction","detail":"{read_only:false; response_revision:7372; number_of_response:1; }","duration":"844.15854ms","start":"2026-03-18T15:05:20.831125Z","end":"2026-03-18T15:05:21.675283Z","steps":["trace[1843113666] 'process raft request' (duration: 305.717145ms)","trace[1843113666] 'compare' (duration: 537.807289ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:21.675386Z","caller":"traceutil/trace.go:171","msg":"trace[522545145] linearizableReadLoop","detail":"{readStateIndex:7668; appliedIndex:7667; }","duration":"760.008626ms","start":"2026-03-18T15:05:20.915344Z","end":"2026-03-18T15:05:21.675353Z","steps":["trace[522545145] 'read index received' (duration: 221.505889ms)","trace[522545145] 'applied index is now lower than readState.Index' (duration: 538.499787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:05:21.675532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.186401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:05:21.675543Z","caller":"traceutil/trace.go:171","msg":"trace[1784749371] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"695.539194ms","start":"2026-03-18T15:05:20.979971Z","end":"2026-03-18T15:05:21.675511Z","steps":["trace[1784749371] 'process raft request' (duration: 695.37947ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:21.675586Z","caller":"traceutil/trace.go:171","msg":"trace[578870900] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7374; }","duration":"760.274203ms","start":"2026-03-18T15:05:20.915292Z","end":"2026-03-18T15:05:21.675566Z","steps":["trace[578870900] 'agreement among raft nodes before linearized reading' (duration: 760.14577ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:21.675415Z","caller":"traceutil/trace.go:171","msg":"trace[475671830] transaction","detail":"{read_only:false; response_revision:7373; number_of_response:1; }","duration":"703.583635ms","start":"2026-03-18T15:05:20.971814Z","end":"2026-03-18T15:05:21.675397Z","steps":["trace[475671830] 'process raft request' (duration: 703.459582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:21.675438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:20.831097Z","time spent":"844.288034ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:21.675997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:20.971774Z","time spent":"704.076258ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:21.6757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:20.979955Z","time spent":"695.661006ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:21.675757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:20.915269Z","time spent":"760.441368ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:05:22.060236Z","caller":"traceutil/trace.go:171","msg":"trace[1557005198] transaction","detail":"{read_only:false; response_revision:7375; number_of_response:1; }","duration":"897.500615ms","start":"2026-03-18T15:05:21.162704Z","end":"2026-03-18T15:05:22.060204Z","steps":["trace[1557005198] 'process raft request' (duration: 876.195832ms)","trace[1557005198] 'compare' (duration: 21.027946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:05:22.060388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.162677Z","time spent":"897.637618ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:05:22.060517Z","caller":"traceutil/trace.go:171","msg":"trace[874247310] linearizableReadLoop","detail":"{readStateIndex:7673; appliedIndex:7670; }","duration":"384.898875ms","start":"2026-03-18T15:05:21.675592Z","end":"2026-03-18T15:05:22.060491Z","steps":["trace[874247310] 'read index received' (duration: 363.221543ms)","trace[874247310] 'applied index is now lower than readState.Index' (duration: 21.676432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:05:22.06067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.090572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T15:05:22.060719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.084858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:05:22.060754Z","caller":"traceutil/trace.go:171","msg":"trace[530103040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7377; }","duration":"567.235405ms","start":"2026-03-18T15:05:21.4935Z","end":"2026-03-18T15:05:22.060735Z","steps":["trace[530103040] 'agreement among raft nodes before linearized reading' (duration: 567.01386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.060801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.493469Z","time spent":"567.323138ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:05:22.060845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.726382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T15:05:22.060866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.364038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:05:22.0609Z","caller":"traceutil/trace.go:171","msg":"trace[805169615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7377; }","duration":"573.444891ms","start":"2026-03-18T15:05:21.487447Z","end":"2026-03-18T15:05:22.060891Z","steps":["trace[805169615] 'agreement among raft nodes before linearized reading' (duration: 573.334988ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:22.060899Z","caller":"traceutil/trace.go:171","msg":"trace[222851420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7377; }","duration":"466.816164ms","start":"2026-03-18T15:05:21.594068Z","end":"2026-03-18T15:05:22.060884Z","steps":["trace[222851420] 'agreement among raft nodes before linearized reading' (duration: 466.67046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.060944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.594047Z","time spent":"466.889056ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:05:22.060943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.487419Z","time spent":"573.515452ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:05:22.060987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.320192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:05:22.060977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.281806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T15:05:22.061021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.736502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:05:22.061049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.902933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:05:22.061049Z","caller":"traceutil/trace.go:171","msg":"trace[550785823] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"613.103732ms","start":"2026-03-18T15:05:21.447918Z","end":"2026-03-18T15:05:22.061022Z","steps":["trace[550785823] 'process raft request' (duration: 612.443206ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:22.061082Z","caller":"traceutil/trace.go:171","msg":"trace[741677313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7377; }","duration":"767.965535ms","start":"2026-03-18T15:05:21.293108Z","end":"2026-03-18T15:05:22.061073Z","steps":["trace[741677313] 'agreement among raft nodes before linearized reading' (duration: 767.918074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:22.061083Z","caller":"traceutil/trace.go:171","msg":"trace[1000219140] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7377; }","duration":"614.859836ms","start":"2026-03-18T15:05:21.446211Z","end":"2026-03-18T15:05:22.061071Z","steps":["trace[1000219140] 'agreement among raft nodes before linearized reading' (duration: 614.764023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.06109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.033232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:05:22.061108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.29309Z","time spent":"768.012075ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:05:22.061112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.63306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5486"} {"level":"warn","ts":"2026-03-18T15:05:22.061124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.446175Z","time spent":"614.937598ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T15:05:22.061144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.447881Z","time spent":"613.218845ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:05:22.061148Z","caller":"traceutil/trace.go:171","msg":"trace[1151852235] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7377; }","duration":"811.161434ms","start":"2026-03-18T15:05:21.249971Z","end":"2026-03-18T15:05:22.061132Z","steps":["trace[1151852235] 'agreement among raft nodes before linearized reading' (duration: 811.080402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:22.06116Z","caller":"traceutil/trace.go:171","msg":"trace[468049484] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7377; }","duration":"614.734012ms","start":"2026-03-18T15:05:21.446412Z","end":"2026-03-18T15:05:22.061146Z","steps":["trace[468049484] 'agreement among raft nodes before linearized reading' (duration: 614.606809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.06113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.690792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:05:22.061198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.446392Z","time spent":"614.797864ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5509,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-18T15:05:22.061199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.249936Z","time spent":"811.248866ms","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:05:22.061229Z","caller":"traceutil/trace.go:171","msg":"trace[1271467367] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7377; }","duration":"614.841215ms","start":"2026-03-18T15:05:21.446364Z","end":"2026-03-18T15:05:22.061205Z","steps":["trace[1271467367] 'agreement among raft nodes before linearized reading' (duration: 614.684591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.061288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.446321Z","time spent":"614.954488ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T15:05:22.061028Z","caller":"traceutil/trace.go:171","msg":"trace[234168272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7377; }","duration":"475.356228ms","start":"2026-03-18T15:05:21.58566Z","end":"2026-03-18T15:05:22.061016Z","steps":["trace[234168272] 'agreement among raft nodes before linearized reading' (duration: 475.231365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.061341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.585643Z","time spent":"475.687246ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T15:05:22.061024Z","caller":"traceutil/trace.go:171","msg":"trace[1751511499] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7377; }","duration":"614.421084ms","start":"2026-03-18T15:05:21.446591Z","end":"2026-03-18T15:05:22.061012Z","steps":["trace[1751511499] 'agreement among raft nodes before linearized reading' (duration: 614.371633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.061407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.446539Z","time spent":"614.856756ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-18T15:05:22.060762Z","caller":"traceutil/trace.go:171","msg":"trace[1447298316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:7377; }","duration":"828.166341ms","start":"2026-03-18T15:05:21.232581Z","end":"2026-03-18T15:05:22.060747Z","steps":["trace[1447298316] 'agreement among raft nodes before linearized reading' (duration: 828.003157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.061487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.232568Z","time spent":"828.900428ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T15:05:22.060997Z","caller":"traceutil/trace.go:171","msg":"trace[998728914] transaction","detail":"{read_only:false; response_revision:7376; number_of_response:1; }","duration":"839.932904ms","start":"2026-03-18T15:05:21.221035Z","end":"2026-03-18T15:05:22.060968Z","steps":["trace[998728914] 'process raft request' (duration: 839.091813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.061637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.221007Z","time spent":"840.56807ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:22.061457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.176242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T15:05:22.061738Z","caller":"traceutil/trace.go:171","msg":"trace[1217391166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7377; }","duration":"443.49441ms","start":"2026-03-18T15:05:21.618231Z","end":"2026-03-18T15:05:22.061726Z","steps":["trace[1217391166] 'agreement among raft nodes before linearized reading' (duration: 442.750501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.061777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.618214Z","time spent":"443.552132ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T15:05:22.062242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.973757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:05:22.062347Z","caller":"traceutil/trace.go:171","msg":"trace[462519101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7377; }","duration":"425.109641ms","start":"2026-03-18T15:05:21.637221Z","end":"2026-03-18T15:05:22.06233Z","steps":["trace[462519101] 'agreement among raft nodes before linearized reading' (duration: 423.341366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.062415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:21.637206Z","time spent":"425.194393ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T15:05:22.284328Z","caller":"traceutil/trace.go:171","msg":"trace[1736575338] transaction","detail":"{read_only:false; response_revision:7381; number_of_response:1; }","duration":"217.858069ms","start":"2026-03-18T15:05:22.066449Z","end":"2026-03-18T15:05:22.284307Z","steps":["trace[1736575338] 'process raft request' (duration: 217.748566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:22.284345Z","caller":"traceutil/trace.go:171","msg":"trace[1549003699] transaction","detail":"{read_only:false; response_revision:7380; number_of_response:1; }","duration":"217.93541ms","start":"2026-03-18T15:05:22.066346Z","end":"2026-03-18T15:05:22.284281Z","steps":["trace[1549003699] 'process raft request' (duration: 206.943815ms)","trace[1549003699] 'compare' (duration: 10.691638ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:22.284427Z","caller":"traceutil/trace.go:171","msg":"trace[696069338] linearizableReadLoop","detail":"{readStateIndex:7679; appliedIndex:7673; }","duration":"216.620388ms","start":"2026-03-18T15:05:22.06779Z","end":"2026-03-18T15:05:22.28441Z","steps":["trace[696069338] 'read index received' (duration: 36.574246ms)","trace[696069338] 'applied index is now lower than readState.Index' (duration: 180.045472ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:22.284553Z","caller":"traceutil/trace.go:171","msg":"trace[1709680904] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"218.022393ms","start":"2026-03-18T15:05:22.06652Z","end":"2026-03-18T15:05:22.284542Z","steps":["trace[1709680904] 'process raft request' (duration: 217.839258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:22.284566Z","caller":"traceutil/trace.go:171","msg":"trace[608283161] transaction","detail":"{read_only:false; response_revision:7382; number_of_response:1; }","duration":"218.070663ms","start":"2026-03-18T15:05:22.066457Z","end":"2026-03-18T15:05:22.284528Z","steps":["trace[608283161] 'process raft request' (duration: 217.812857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:22.284726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.930136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184272"} {"level":"info","ts":"2026-03-18T15:05:22.28476Z","caller":"traceutil/trace.go:171","msg":"trace[2079734315] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7383; }","duration":"216.993317ms","start":"2026-03-18T15:05:22.067759Z","end":"2026-03-18T15:05:22.284753Z","steps":["trace[2079734315] 'agreement among raft nodes before linearized reading' (duration: 216.71229ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:28.295004Z","caller":"traceutil/trace.go:171","msg":"trace[1783554755] transaction","detail":"{read_only:false; response_revision:7422; number_of_response:1; }","duration":"207.878988ms","start":"2026-03-18T15:05:28.087102Z","end":"2026-03-18T15:05:28.294982Z","steps":["trace[1783554755] 'process raft request' (duration: 207.710134ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:28.295154Z","caller":"traceutil/trace.go:171","msg":"trace[2124452271] linearizableReadLoop","detail":"{readStateIndex:7720; appliedIndex:7718; }","duration":"152.539585ms","start":"2026-03-18T15:05:28.142583Z","end":"2026-03-18T15:05:28.295123Z","steps":["trace[2124452271] 'read index received' (duration: 152.156355ms)","trace[2124452271] 'applied index is now lower than readState.Index' (duration: 380.52µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:28.295173Z","caller":"traceutil/trace.go:171","msg":"trace[1835509537] transaction","detail":"{read_only:false; response_revision:7423; number_of_response:1; }","duration":"206.606606ms","start":"2026-03-18T15:05:28.088545Z","end":"2026-03-18T15:05:28.295152Z","steps":["trace[1835509537] 'process raft request' (duration: 206.398261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:28.295311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.013236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5583"} {"level":"info","ts":"2026-03-18T15:05:28.295351Z","caller":"traceutil/trace.go:171","msg":"trace[1118873134] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7423; }","duration":"209.102658ms","start":"2026-03-18T15:05:28.08624Z","end":"2026-03-18T15:05:28.295343Z","steps":["trace[1118873134] 'agreement among raft nodes before linearized reading' (duration: 208.979045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:28.295375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.359129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:05:28.295459Z","caller":"traceutil/trace.go:171","msg":"trace[167441708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7423; }","duration":"164.478243ms","start":"2026-03-18T15:05:28.130963Z","end":"2026-03-18T15:05:28.295442Z","steps":["trace[167441708] 'agreement among raft nodes before linearized reading' (duration: 164.175415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:28.295382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.96353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:05:28.295556Z","caller":"traceutil/trace.go:171","msg":"trace[1163700095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7423; }","duration":"166.182277ms","start":"2026-03-18T15:05:28.129354Z","end":"2026-03-18T15:05:28.295536Z","steps":["trace[1163700095] 'agreement among raft nodes before linearized reading' (duration: 165.838997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:39.583015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.495629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:05:39.583152Z","caller":"traceutil/trace.go:171","msg":"trace[862003358] transaction","detail":"{read_only:false; response_revision:7508; number_of_response:1; }","duration":"217.728585ms","start":"2026-03-18T15:05:39.365398Z","end":"2026-03-18T15:05:39.583126Z","steps":["trace[862003358] 'process raft request' (duration: 18.037391ms)","trace[862003358] 'compare' (duration: 199.363916ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:39.584954Z","caller":"traceutil/trace.go:171","msg":"trace[1778917237] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"212.497985ms","start":"2026-03-18T15:05:39.372435Z","end":"2026-03-18T15:05:39.584933Z","steps":["trace[1778917237] 'process raft request' (duration: 212.36364ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:40.624094Z","caller":"traceutil/trace.go:171","msg":"trace[1616945110] transaction","detail":"{read_only:false; response_revision:7516; number_of_response:1; }","duration":"119.761314ms","start":"2026-03-18T15:05:40.504304Z","end":"2026-03-18T15:05:40.624065Z","steps":["trace[1616945110] 'process raft request' (duration: 119.681872ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:40.62417Z","caller":"traceutil/trace.go:171","msg":"trace[355108665] transaction","detail":"{read_only:false; response_revision:7515; number_of_response:1; }","duration":"120.309308ms","start":"2026-03-18T15:05:40.503829Z","end":"2026-03-18T15:05:40.624138Z","steps":["trace[355108665] 'process raft request' (duration: 120.107303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:40.624156Z","caller":"traceutil/trace.go:171","msg":"trace[688015229] transaction","detail":"{read_only:false; response_revision:7514; number_of_response:1; }","duration":"120.35726ms","start":"2026-03-18T15:05:40.503752Z","end":"2026-03-18T15:05:40.624109Z","steps":["trace[688015229] 'process raft request' (duration: 120.023472ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:40.624269Z","caller":"traceutil/trace.go:171","msg":"trace[1334532009] transaction","detail":"{read_only:false; response_revision:7517; number_of_response:1; }","duration":"119.190491ms","start":"2026-03-18T15:05:40.505047Z","end":"2026-03-18T15:05:40.624238Z","steps":["trace[1334532009] 'process raft request' (duration: 118.974575ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:42.444845Z","caller":"traceutil/trace.go:171","msg":"trace[1971979367] transaction","detail":"{read_only:false; response_revision:7520; number_of_response:1; }","duration":"129.499328ms","start":"2026-03-18T15:05:42.315326Z","end":"2026-03-18T15:05:42.444826Z","steps":["trace[1971979367] 'process raft request' (duration: 129.384685ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:42.455462Z","caller":"traceutil/trace.go:171","msg":"trace[1585278593] transaction","detail":"{read_only:false; response_revision:7521; number_of_response:1; }","duration":"126.677047ms","start":"2026-03-18T15:05:42.328745Z","end":"2026-03-18T15:05:42.455422Z","steps":["trace[1585278593] 'process raft request' (duration: 126.481632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:44.401076Z","caller":"traceutil/trace.go:171","msg":"trace[1430182091] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"205.420047ms","start":"2026-03-18T15:05:44.195625Z","end":"2026-03-18T15:05:44.401045Z","steps":["trace[1430182091] 'process raft request' (duration: 205.229763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:45.045283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.562738ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T15:05:45.045622Z","caller":"traceutil/trace.go:171","msg":"trace[168223501] linearizableReadLoop","detail":"{readStateIndex:7830; appliedIndex:7829; }","duration":"588.22814ms","start":"2026-03-18T15:05:44.457329Z","end":"2026-03-18T15:05:45.045557Z","steps":["trace[168223501] 'read index received' (duration: 43.361054ms)","trace[168223501] 'applied index is now lower than readState.Index' (duration: 544.861696ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:05:45.045743Z","caller":"traceutil/trace.go:171","msg":"trace[2011929993] transaction","detail":"{read_only:false; response_revision:7531; number_of_response:1; }","duration":"499.773019ms","start":"2026-03-18T15:05:44.545939Z","end":"2026-03-18T15:05:45.045712Z","steps":["trace[2011929993] 'process raft request' (duration: 499.660146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:45.0458Z","caller":"traceutil/trace.go:171","msg":"trace[380762387] transaction","detail":"{read_only:false; response_revision:7532; number_of_response:1; }","duration":"448.003253ms","start":"2026-03-18T15:05:44.59777Z","end":"2026-03-18T15:05:45.045774Z","steps":["trace[380762387] 'process raft request' (duration: 447.89376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:45.045806Z","caller":"traceutil/trace.go:171","msg":"trace[1745147280] transaction","detail":"{read_only:false; response_revision:7530; number_of_response:1; }","duration":"585.225635ms","start":"2026-03-18T15:05:44.460525Z","end":"2026-03-18T15:05:45.04575Z","steps":["trace[1745147280] 'process raft request' (duration: 584.894016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:45.045869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:44.54592Z","time spent":"499.873321ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:45.045937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.902551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:05:45.045965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:44.597751Z","time spent":"448.124737ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:05:45.046003Z","caller":"traceutil/trace.go:171","msg":"trace[526312243] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7532; }","duration":"502.004303ms","start":"2026-03-18T15:05:44.543979Z","end":"2026-03-18T15:05:45.045983Z","steps":["trace[526312243] 'agreement among raft nodes before linearized reading' (duration: 501.840279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:45.046056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.985841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T15:05:45.045998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:44.460507Z","time spent":"585.396229ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:45.045972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.928381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:05:45.046105Z","caller":"traceutil/trace.go:171","msg":"trace[1509355798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7532; }","duration":"284.035883ms","start":"2026-03-18T15:05:44.762055Z","end":"2026-03-18T15:05:45.046091Z","steps":["trace[1509355798] 'agreement among raft nodes before linearized reading' (duration: 283.953741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:45.046115Z","caller":"traceutil/trace.go:171","msg":"trace[1341158894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7532; }","duration":"308.066964ms","start":"2026-03-18T15:05:44.738036Z","end":"2026-03-18T15:05:45.046103Z","steps":["trace[1341158894] 'agreement among raft nodes before linearized reading' (duration: 307.833268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:45.046156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:44.737999Z","time spent":"308.144606ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:05:45.046168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.121195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T15:05:45.046063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:44.543926Z","time spent":"502.124956ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:05:45.046242Z","caller":"traceutil/trace.go:171","msg":"trace[1195500125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7532; }","duration":"284.222437ms","start":"2026-03-18T15:05:44.762009Z","end":"2026-03-18T15:05:45.046231Z","steps":["trace[1195500125] 'agreement among raft nodes before linearized reading' (duration: 284.025933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:45.046369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.841729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:05:45.045814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.464025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:05:45.046402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.096559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:05:45.046408Z","caller":"traceutil/trace.go:171","msg":"trace[1459119142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7532; }","duration":"445.909861ms","start":"2026-03-18T15:05:44.60049Z","end":"2026-03-18T15:05:45.0464Z","steps":["trace[1459119142] 'agreement among raft nodes before linearized reading' (duration: 445.782707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:45.046481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.697775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:05:45.046503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:44.600474Z","time spent":"446.021434ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T15:05:45.046422Z","caller":"traceutil/trace.go:171","msg":"trace[286974151] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7532; }","duration":"589.122322ms","start":"2026-03-18T15:05:44.457285Z","end":"2026-03-18T15:05:45.046407Z","steps":["trace[286974151] 'agreement among raft nodes before linearized reading' (duration: 588.447295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:45.046525Z","caller":"traceutil/trace.go:171","msg":"trace[1109284050] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:7532; }","duration":"443.779447ms","start":"2026-03-18T15:05:44.602736Z","end":"2026-03-18T15:05:45.046516Z","steps":["trace[1109284050] 'agreement among raft nodes before linearized reading' (duration: 443.666835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:45.046563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:44.602716Z","time spent":"443.839089ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T15:05:45.046442Z","caller":"traceutil/trace.go:171","msg":"trace[1245142903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7532; }","duration":"309.174171ms","start":"2026-03-18T15:05:44.737255Z","end":"2026-03-18T15:05:45.046429Z","steps":["trace[1245142903] 'agreement among raft nodes before linearized reading' (duration: 309.004887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:45.046563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:44.457265Z","time spent":"589.284476ms","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:05:45.046604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:44.737233Z","time spent":"309.364045ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T15:05:47.35642Z","caller":"traceutil/trace.go:171","msg":"trace[448253424] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"206.376372ms","start":"2026-03-18T15:05:47.150017Z","end":"2026-03-18T15:05:47.356393Z","steps":["trace[448253424] 'process raft request' (duration: 206.143306ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:47.356716Z","caller":"traceutil/trace.go:171","msg":"trace[1257823482] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"206.637068ms","start":"2026-03-18T15:05:47.150051Z","end":"2026-03-18T15:05:47.356688Z","steps":["trace[1257823482] 'process raft request' (duration: 206.298129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:47.357217Z","caller":"traceutil/trace.go:171","msg":"trace[1742969625] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"206.923265ms","start":"2026-03-18T15:05:47.150279Z","end":"2026-03-18T15:05:47.357202Z","steps":["trace[1742969625] 'process raft request' (duration: 206.31424ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:49.307817Z","caller":"traceutil/trace.go:171","msg":"trace[2122120682] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"238.606057ms","start":"2026-03-18T15:05:49.069186Z","end":"2026-03-18T15:05:49.307792Z","steps":["trace[2122120682] 'process raft request' (duration: 238.431753ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:50.138945Z","caller":"traceutil/trace.go:171","msg":"trace[628899854] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"1.063623758s","start":"2026-03-18T15:05:49.075285Z","end":"2026-03-18T15:05:50.138909Z","steps":["trace[628899854] 'process raft request' (duration: 1.063402083s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.139242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.07526Z","time spent":"1.063778733s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:05:50.139338Z","caller":"traceutil/trace.go:171","msg":"trace[1999570635] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"1.064005708s","start":"2026-03-18T15:05:49.075287Z","end":"2026-03-18T15:05:50.139292Z","steps":["trace[1999570635] 'process raft request' (duration: 1.063572477s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:50.139171Z","caller":"traceutil/trace.go:171","msg":"trace[598372378] linearizableReadLoop","detail":"{readStateIndex:7849; appliedIndex:7846; }","duration":"1.061066214s","start":"2026-03-18T15:05:49.078079Z","end":"2026-03-18T15:05:50.139145Z","steps":["trace[598372378] 'read index received' (duration: 229.605521ms)","trace[598372378] 'applied index is now lower than readState.Index' (duration: 831.459203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:05:50.139529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.07526Z","time spent":"1.064181453s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:05:50.139631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061501166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:05:50.139814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.099633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:05:50.139773Z","caller":"traceutil/trace.go:171","msg":"trace[1930106059] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:7548; }","duration":"1.0617066s","start":"2026-03-18T15:05:49.078048Z","end":"2026-03-18T15:05:50.139755Z","steps":["trace[1930106059] 'agreement among raft nodes before linearized reading' (duration: 1.061250109s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:05:50.13985Z","caller":"traceutil/trace.go:171","msg":"trace[1157757461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7548; }","duration":"777.176434ms","start":"2026-03-18T15:05:49.362665Z","end":"2026-03-18T15:05:50.139842Z","steps":["trace[1157757461] 'agreement among raft nodes before linearized reading' (duration: 776.99818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.139876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.362642Z","time spent":"777.229076ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:05:50.139865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.71661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T15:05:50.139923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.078035Z","time spent":"1.061823194s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T15:05:50.139947Z","caller":"traceutil/trace.go:171","msg":"trace[913310160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7548; }","duration":"991.861534ms","start":"2026-03-18T15:05:49.148061Z","end":"2026-03-18T15:05:50.139923Z","steps":["trace[913310160] 'agreement among raft nodes before linearized reading' (duration: 991.529626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.139993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.148038Z","time spent":"991.948096ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:05:50.140035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.942339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:05:50.140056Z","caller":"traceutil/trace.go:171","msg":"trace[208910601] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7548; }","duration":"721.007051ms","start":"2026-03-18T15:05:49.419043Z","end":"2026-03-18T15:05:50.14005Z","steps":["trace[208910601] 'agreement among raft nodes before linearized reading' (duration: 720.942309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.140076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.419019Z","time spent":"721.052371ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:05:50.140225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.56489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T15:05:50.140249Z","caller":"traceutil/trace.go:171","msg":"trace[1739021657] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:7548; }","duration":"842.607091ms","start":"2026-03-18T15:05:49.297631Z","end":"2026-03-18T15:05:50.140238Z","steps":["trace[1739021657] 'agreement among raft nodes before linearized reading' (duration: 842.53849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.140253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.632931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T15:05:50.14027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.297616Z","time spent":"842.650022ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-18T15:05:50.140274Z","caller":"traceutil/trace.go:171","msg":"trace[1995254370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7548; }","duration":"776.676133ms","start":"2026-03-18T15:05:49.363591Z","end":"2026-03-18T15:05:50.140267Z","steps":["trace[1995254370] 'agreement among raft nodes before linearized reading' (duration: 776.613321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.140293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.363579Z","time spent":"776.709733ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:05:50.140325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.578855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:05:50.140383Z","caller":"traceutil/trace.go:171","msg":"trace[1668667066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7548; }","duration":"777.683507ms","start":"2026-03-18T15:05:49.362684Z","end":"2026-03-18T15:05:50.140367Z","steps":["trace[1668667066] 'agreement among raft nodes before linearized reading' (duration: 777.529454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.140546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.622962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:05:50.140539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.362661Z","time spent":"777.82368ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T15:05:50.140578Z","caller":"traceutil/trace.go:171","msg":"trace[1335033591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7548; }","duration":"848.692333ms","start":"2026-03-18T15:05:49.291876Z","end":"2026-03-18T15:05:50.140569Z","steps":["trace[1335033591] 'agreement among raft nodes before linearized reading' (duration: 848.640542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.140598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.291816Z","time spent":"848.778666ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:05:50.14067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.73021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:05:50.140712Z","caller":"traceutil/trace.go:171","msg":"trace[621574264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7548; }","duration":"907.809432ms","start":"2026-03-18T15:05:49.232893Z","end":"2026-03-18T15:05:50.140702Z","steps":["trace[621574264] 'agreement among raft nodes before linearized reading' (duration: 907.713839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.140738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.232875Z","time spent":"907.856593ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:05:50.140834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.211283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:05:50.140899Z","caller":"traceutil/trace.go:171","msg":"trace[143644415] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7548; }","duration":"906.247824ms","start":"2026-03-18T15:05:49.234614Z","end":"2026-03-18T15:05:50.140862Z","steps":["trace[143644415] 'agreement among raft nodes before linearized reading' (duration: 906.190192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:05:50.140935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:05:49.234586Z","time spent":"906.339065ms","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:06:24.885218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.555537ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T15:06:32.304151Z","caller":"traceutil/trace.go:171","msg":"trace[2029518005] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"648.628983ms","start":"2026-03-18T15:06:31.655493Z","end":"2026-03-18T15:06:32.304122Z","steps":["trace[2029518005] 'process raft request' (duration: 648.408257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:32.304332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:31.655474Z","time spent":"648.772257ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:32.332157Z","caller":"traceutil/trace.go:171","msg":"trace[20400351] linearizableReadLoop","detail":"{readStateIndex:8113; appliedIndex:8111; }","duration":"319.497523ms","start":"2026-03-18T15:06:32.012636Z","end":"2026-03-18T15:06:32.332133Z","steps":["trace[20400351] 'read index received' (duration: 291.30848ms)","trace[20400351] 'applied index is now lower than readState.Index' (duration: 28.188093ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:32.332269Z","caller":"traceutil/trace.go:171","msg":"trace[1981800572] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"450.521203ms","start":"2026-03-18T15:06:31.881735Z","end":"2026-03-18T15:06:32.332256Z","steps":["trace[1981800572] 'process raft request' (duration: 450.05841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:32.332368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:31.881683Z","time spent":"450.612405ms","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:06:32.332387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.728038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:06:32.332662Z","caller":"traceutil/trace.go:171","msg":"trace[1147191337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7802; }","duration":"320.047766ms","start":"2026-03-18T15:06:32.012588Z","end":"2026-03-18T15:06:32.332636Z","steps":["trace[1147191337] 'agreement among raft nodes before linearized reading' (duration: 319.690107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:32.332752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:32.012569Z","time spent":"320.141269ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:06:40.454513Z","caller":"traceutil/trace.go:171","msg":"trace[1753619031] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"125.101394ms","start":"2026-03-18T15:06:40.329378Z","end":"2026-03-18T15:06:40.454479Z","steps":["trace[1753619031] 'process raft request' (duration: 124.854648ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:40.620549Z","caller":"traceutil/trace.go:171","msg":"trace[431910806] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"246.592227ms","start":"2026-03-18T15:06:40.373929Z","end":"2026-03-18T15:06:40.620521Z","steps":["trace[431910806] 'process raft request' (duration: 163.887889ms)","trace[431910806] 'compare' (duration: 82.37251ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:40.620551Z","caller":"traceutil/trace.go:171","msg":"trace[1268521864] linearizableReadLoop","detail":"{readStateIndex:8155; appliedIndex:8153; }","duration":"154.497325ms","start":"2026-03-18T15:06:40.465981Z","end":"2026-03-18T15:06:40.620478Z","steps":["trace[1268521864] 'read index received' (duration: 71.817167ms)","trace[1268521864] 'applied index is now lower than readState.Index' (duration: 82.677838ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:40.620664Z","caller":"traceutil/trace.go:171","msg":"trace[201860718] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"246.543866ms","start":"2026-03-18T15:06:40.374079Z","end":"2026-03-18T15:06:40.620623Z","steps":["trace[201860718] 'process raft request' (duration: 246.244039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:40.620762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.768941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:06:40.620784Z","caller":"traceutil/trace.go:171","msg":"trace[1580634199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7842; }","duration":"154.834343ms","start":"2026-03-18T15:06:40.465943Z","end":"2026-03-18T15:06:40.620777Z","steps":["trace[1580634199] 'agreement among raft nodes before linearized reading' (duration: 154.727081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:40.620836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.763624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:06:40.620889Z","caller":"traceutil/trace.go:171","msg":"trace[557804011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7842; }","duration":"142.869946ms","start":"2026-03-18T15:06:40.478004Z","end":"2026-03-18T15:06:40.620874Z","steps":["trace[557804011] 'agreement among raft nodes before linearized reading' (duration: 142.682791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:40.621024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.120581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:06:40.621085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.947846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:06:40.621084Z","caller":"traceutil/trace.go:171","msg":"trace[727760707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7842; }","duration":"112.211332ms","start":"2026-03-18T15:06:40.508859Z","end":"2026-03-18T15:06:40.62107Z","steps":["trace[727760707] 'agreement among raft nodes before linearized reading' (duration: 112.035688ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:40.621105Z","caller":"traceutil/trace.go:171","msg":"trace[1649861353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7842; }","duration":"113.996806ms","start":"2026-03-18T15:06:40.507103Z","end":"2026-03-18T15:06:40.6211Z","steps":["trace[1649861353] 'agreement among raft nodes before linearized reading' (duration: 113.942125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:40.621006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.920555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:06:40.621152Z","caller":"traceutil/trace.go:171","msg":"trace[897012315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7842; }","duration":"112.12337ms","start":"2026-03-18T15:06:40.509014Z","end":"2026-03-18T15:06:40.621137Z","steps":["trace[897012315] 'agreement among raft nodes before linearized reading' (duration: 111.847723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:40.980488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.132627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:06:40.980574Z","caller":"traceutil/trace.go:171","msg":"trace[1217972221] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"356.083393ms","start":"2026-03-18T15:06:40.624475Z","end":"2026-03-18T15:06:40.980558Z","steps":["trace[1217972221] 'process raft request' (duration: 109.804933ms)","trace[1217972221] 'compare' (duration: 245.589232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:06:40.980625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:40.624455Z","time spent":"356.145314ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:41.03265Z","caller":"traceutil/trace.go:171","msg":"trace[1883980630] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"407.529513ms","start":"2026-03-18T15:06:40.625103Z","end":"2026-03-18T15:06:41.032633Z","steps":["trace[1883980630] 'process raft request' (duration: 407.470371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:41.032784Z","caller":"traceutil/trace.go:171","msg":"trace[1950564012] linearizableReadLoop","detail":"{readStateIndex:8159; appliedIndex:8155; }","duration":"407.46087ms","start":"2026-03-18T15:06:40.625316Z","end":"2026-03-18T15:06:41.032777Z","steps":["trace[1950564012] 'read index received' (duration: 108.947771ms)","trace[1950564012] 'applied index is now lower than readState.Index' (duration: 298.512389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:06:41.032898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:40.625097Z","time spent":"407.669046ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:06:41.03303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.715227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224036"} {"level":"info","ts":"2026-03-18T15:06:41.033059Z","caller":"traceutil/trace.go:171","msg":"trace[334072455] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7847; }","duration":"407.768608ms","start":"2026-03-18T15:06:40.625283Z","end":"2026-03-18T15:06:41.033052Z","steps":["trace[334072455] 'agreement among raft nodes before linearized reading' (duration: 407.522562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:41.033077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:40.625268Z","time spent":"407.804499ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224059,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T15:06:41.032693Z","caller":"traceutil/trace.go:171","msg":"trace[619335513] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"407.655996ms","start":"2026-03-18T15:06:40.625021Z","end":"2026-03-18T15:06:41.032678Z","steps":["trace[619335513] 'process raft request' (duration: 407.437761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:41.03318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:40.625001Z","time spent":"408.152168ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:41.033271Z","caller":"traceutil/trace.go:171","msg":"trace[1191063507] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"408.116607ms","start":"2026-03-18T15:06:40.625147Z","end":"2026-03-18T15:06:41.033264Z","steps":["trace[1191063507] 'process raft request' (duration: 407.45875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:41.033309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:40.625142Z","time spent":"408.149079ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:41.033358Z","caller":"traceutil/trace.go:171","msg":"trace[1399861967] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"408.030156ms","start":"2026-03-18T15:06:40.625318Z","end":"2026-03-18T15:06:41.033348Z","steps":["trace[1399861967] 'process raft request' (duration: 407.418309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:41.033438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:40.625304Z","time spent":"408.109508ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:06:41.450616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.236686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:06:41.450698Z","caller":"traceutil/trace.go:171","msg":"trace[1249811169] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7847; }","duration":"315.371599ms","start":"2026-03-18T15:06:41.13531Z","end":"2026-03-18T15:06:41.450681Z","steps":["trace[1249811169] 'count revisions from in-memory index tree' (duration: 315.112462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:41.450746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:41.135292Z","time spent":"315.442281ms","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:06:45.722106Z","caller":"traceutil/trace.go:171","msg":"trace[1535335239] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"111.981507ms","start":"2026-03-18T15:06:45.610091Z","end":"2026-03-18T15:06:45.722073Z","steps":["trace[1535335239] 'process raft request' (duration: 111.742651ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:49.064935Z","caller":"traceutil/trace.go:171","msg":"trace[1407124898] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"403.288127ms","start":"2026-03-18T15:06:48.661616Z","end":"2026-03-18T15:06:49.064904Z","steps":["trace[1407124898] 'process raft request' (duration: 403.026609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:49.065103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:48.661586Z","time spent":"403.431991ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:49.103115Z","caller":"traceutil/trace.go:171","msg":"trace[1466922911] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"435.395346ms","start":"2026-03-18T15:06:48.667699Z","end":"2026-03-18T15:06:49.103094Z","steps":["trace[1466922911] 'process raft request' (duration: 435.17033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:49.103335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:48.667667Z","time spent":"435.594611ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:51.170887Z","caller":"traceutil/trace.go:171","msg":"trace[386034633] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"100.224803ms","start":"2026-03-18T15:06:51.070638Z","end":"2026-03-18T15:06:51.170862Z","steps":["trace[386034633] 'process raft request' (duration: 100.06813ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:51.220193Z","caller":"traceutil/trace.go:171","msg":"trace[1003982402] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8248; }","duration":"103.722622ms","start":"2026-03-18T15:06:51.116444Z","end":"2026-03-18T15:06:51.220167Z","steps":["trace[1003982402] 'read index received' (duration: 54.334142ms)","trace[1003982402] 'applied index is now lower than readState.Index' (duration: 49.38761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:06:51.220393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.942867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:06:51.220425Z","caller":"traceutil/trace.go:171","msg":"trace[1904268830] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:7932; }","duration":"104.027489ms","start":"2026-03-18T15:06:51.11639Z","end":"2026-03-18T15:06:51.220418Z","steps":["trace[1904268830] 'agreement among raft nodes before linearized reading' (duration: 103.874875ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:51.220786Z","caller":"traceutil/trace.go:171","msg":"trace[1577814014] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"110.967301ms","start":"2026-03-18T15:06:51.109757Z","end":"2026-03-18T15:06:51.220724Z","steps":["trace[1577814014] 'process raft request' (duration: 110.314695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:51.221158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.368843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T15:06:51.221196Z","caller":"traceutil/trace.go:171","msg":"trace[1432975037] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7932; }","duration":"101.415864ms","start":"2026-03-18T15:06:51.119767Z","end":"2026-03-18T15:06:51.221183Z","steps":["trace[1432975037] 'agreement among raft nodes before linearized reading' (duration: 101.335112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:51.470945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.943503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:06:51.471071Z","caller":"traceutil/trace.go:171","msg":"trace[101842159] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8250; }","duration":"244.592468ms","start":"2026-03-18T15:06:51.226461Z","end":"2026-03-18T15:06:51.471054Z","steps":["trace[101842159] 'read index received' (duration: 96.159263ms)","trace[101842159] 'applied index is now lower than readState.Index' (duration: 148.432085ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:51.471123Z","caller":"traceutil/trace.go:171","msg":"trace[1791969140] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"244.724271ms","start":"2026-03-18T15:06:51.226366Z","end":"2026-03-18T15:06:51.471091Z","steps":["trace[1791969140] 'process raft request' (duration: 96.244195ms)","trace[1791969140] 'compare' (duration: 147.693007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:06:51.471266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.802374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d05e6d16-5126-4195-a339-3c6bbbaa4c4d\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-18T15:06:51.471301Z","caller":"traceutil/trace.go:171","msg":"trace[2118464271] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d05e6d16-5126-4195-a339-3c6bbbaa4c4d; range_end:; response_count:1; response_revision:7933; }","duration":"244.863946ms","start":"2026-03-18T15:06:51.226428Z","end":"2026-03-18T15:06:51.471292Z","steps":["trace[2118464271] 'agreement among raft nodes before linearized reading' (duration: 244.715892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:52.091062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.599495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:06:52.091382Z","caller":"traceutil/trace.go:171","msg":"trace[356938392] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"864.790223ms","start":"2026-03-18T15:06:51.226552Z","end":"2026-03-18T15:06:52.091342Z","steps":["trace[356938392] 'process raft request' (duration: 458.601174ms)","trace[356938392] 'compare' (duration: 405.184235ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:52.091479Z","caller":"traceutil/trace.go:171","msg":"trace[1132680466] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8251; }","duration":"620.353999ms","start":"2026-03-18T15:06:51.471105Z","end":"2026-03-18T15:06:52.091459Z","steps":["trace[1132680466] 'read index received' (duration: 214.063878ms)","trace[1132680466] 'applied index is now lower than readState.Index' (duration: 406.288861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:06:52.09152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:51.226504Z","time spent":"864.943408ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:52.091686Z","caller":"traceutil/trace.go:171","msg":"trace[707855959] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"862.23073ms","start":"2026-03-18T15:06:51.22943Z","end":"2026-03-18T15:06:52.091661Z","steps":["trace[707855959] 'process raft request' (duration: 861.906332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:52.091804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.087814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:06:52.091853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:51.229421Z","time spent":"862.361863ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:52.091802Z","caller":"traceutil/trace.go:171","msg":"trace[1527403442] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"862.182149ms","start":"2026-03-18T15:06:51.229564Z","end":"2026-03-18T15:06:52.091746Z","steps":["trace[1527403442] 'process raft request' (duration: 861.832661ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:52.09187Z","caller":"traceutil/trace.go:171","msg":"trace[1386321596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7937; }","duration":"798.230907ms","start":"2026-03-18T15:06:51.293622Z","end":"2026-03-18T15:06:52.091853Z","steps":["trace[1386321596] 'agreement among raft nodes before linearized reading' (duration: 798.038092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:52.092059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:51.2936Z","time spent":"798.447653ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:06:52.091857Z","caller":"traceutil/trace.go:171","msg":"trace[1541522943] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"865.153273ms","start":"2026-03-18T15:06:51.226686Z","end":"2026-03-18T15:06:52.091839Z","steps":["trace[1541522943] 'process raft request' (duration: 864.503677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:52.092089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:51.229551Z","time spent":"862.392484ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:06:52.092191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.954753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224280"} {"level":"info","ts":"2026-03-18T15:06:52.092271Z","caller":"traceutil/trace.go:171","msg":"trace[1098062255] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7937; }","duration":"862.038215ms","start":"2026-03-18T15:06:51.230215Z","end":"2026-03-18T15:06:52.092254Z","steps":["trace[1098062255] 'agreement among raft nodes before linearized reading' (duration: 861.494481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:52.092324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:51.230173Z","time spent":"862.134568ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224303,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T15:06:52.092289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:51.226676Z","time spent":"865.425589ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:52.163037Z","caller":"traceutil/trace.go:171","msg":"trace[395544841] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"104.516361ms","start":"2026-03-18T15:06:52.058491Z","end":"2026-03-18T15:06:52.163007Z","steps":["trace[395544841] 'process raft request' (duration: 104.279095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:52.163887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.161667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:06:52.163951Z","caller":"traceutil/trace.go:171","msg":"trace[453998569] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7938; }","duration":"152.294821ms","start":"2026-03-18T15:06:52.011639Z","end":"2026-03-18T15:06:52.163934Z","steps":["trace[453998569] 'agreement among raft nodes before linearized reading' (duration: 152.173038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:52.767971Z","caller":"traceutil/trace.go:171","msg":"trace[1485805807] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"255.505729ms","start":"2026-03-18T15:06:52.512427Z","end":"2026-03-18T15:06:52.767933Z","steps":["trace[1485805807] 'process raft request' (duration: 255.256733ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:54.2142Z","caller":"traceutil/trace.go:171","msg":"trace[875879690] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"113.436633ms","start":"2026-03-18T15:06:54.100723Z","end":"2026-03-18T15:06:54.214159Z","steps":["trace[875879690] 'process raft request' (duration: 113.237859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:54.310675Z","caller":"traceutil/trace.go:171","msg":"trace[392486524] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8265; }","duration":"206.869068ms","start":"2026-03-18T15:06:54.10378Z","end":"2026-03-18T15:06:54.310649Z","steps":["trace[392486524] 'read index received' (duration: 110.231444ms)","trace[392486524] 'applied index is now lower than readState.Index' (duration: 96.636344ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:54.310735Z","caller":"traceutil/trace.go:171","msg":"trace[636864990] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"208.221452ms","start":"2026-03-18T15:06:54.102489Z","end":"2026-03-18T15:06:54.31071Z","steps":["trace[636864990] 'process raft request' (duration: 208.067758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:54.310787Z","caller":"traceutil/trace.go:171","msg":"trace[508637270] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"208.97532ms","start":"2026-03-18T15:06:54.101782Z","end":"2026-03-18T15:06:54.310757Z","steps":["trace[508637270] 'process raft request' (duration: 208.631582ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:54.310824Z","caller":"traceutil/trace.go:171","msg":"trace[1805454262] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"169.741204ms","start":"2026-03-18T15:06:54.141063Z","end":"2026-03-18T15:06:54.310804Z","steps":["trace[1805454262] 'process raft request' (duration: 169.534729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:54.31134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.541055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224280"} {"level":"info","ts":"2026-03-18T15:06:54.311438Z","caller":"traceutil/trace.go:171","msg":"trace[1942538948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7951; }","duration":"207.662778ms","start":"2026-03-18T15:06:54.103756Z","end":"2026-03-18T15:06:54.311419Z","steps":["trace[1942538948] 'agreement among raft nodes before linearized reading' (duration: 207.205827ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:54.836171Z","caller":"traceutil/trace.go:171","msg":"trace[74079418] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"153.104201ms","start":"2026-03-18T15:06:54.683046Z","end":"2026-03-18T15:06:54.83615Z","steps":["trace[74079418] 'process raft request' (duration: 152.987098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:54.836432Z","caller":"traceutil/trace.go:171","msg":"trace[8752264] linearizableReadLoop","detail":"{readStateIndex:8270; appliedIndex:8269; }","duration":"153.749987ms","start":"2026-03-18T15:06:54.68267Z","end":"2026-03-18T15:06:54.83642Z","steps":["trace[8752264] 'read index received' (duration: 70.214597ms)","trace[8752264] 'applied index is now lower than readState.Index' (duration: 83.53423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:06:54.900876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.18972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-7d6bd69fcc-kgnpw\" ","response":"range_response_count:1 size:8465"} {"level":"info","ts":"2026-03-18T15:06:54.900962Z","caller":"traceutil/trace.go:171","msg":"trace[1909587856] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-7d6bd69fcc-kgnpw; range_end:; response_count:1; response_revision:7952; }","duration":"218.320974ms","start":"2026-03-18T15:06:54.682619Z","end":"2026-03-18T15:06:54.90094Z","steps":["trace[1909587856] 'agreement among raft nodes before linearized reading' (duration: 153.846229ms)","trace[1909587856] 'range keys from in-memory index tree' (duration: 64.26754ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:54.901105Z","caller":"traceutil/trace.go:171","msg":"trace[167682822] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"126.899189ms","start":"2026-03-18T15:06:54.774168Z","end":"2026-03-18T15:06:54.901067Z","steps":["trace[167682822] 'process raft request' (duration: 93.959228ms)","trace[167682822] 'compare' (duration: 32.767277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:06:55.160896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.893024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:06:55.160997Z","caller":"traceutil/trace.go:171","msg":"trace[1444216780] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8272; }","duration":"184.593664ms","start":"2026-03-18T15:06:54.976389Z","end":"2026-03-18T15:06:55.160983Z","steps":["trace[1444216780] 'read index received' (duration: 60.447153ms)","trace[1444216780] 'applied index is now lower than readState.Index' (duration: 124.145291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:06:55.161116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.739228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:06:55.161093Z","caller":"traceutil/trace.go:171","msg":"trace[383566885] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"248.305951ms","start":"2026-03-18T15:06:54.912754Z","end":"2026-03-18T15:06:55.16106Z","steps":["trace[383566885] 'process raft request' (duration: 124.185501ms)","trace[383566885] 'compare' (duration: 123.805142ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:55.161147Z","caller":"traceutil/trace.go:171","msg":"trace[1285438770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7954; }","duration":"184.80154ms","start":"2026-03-18T15:06:54.976336Z","end":"2026-03-18T15:06:55.161138Z","steps":["trace[1285438770] 'agreement among raft nodes before linearized reading' (duration: 184.686067ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:58.535296Z","caller":"traceutil/trace.go:171","msg":"trace[597526418] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8289; }","duration":"188.408899ms","start":"2026-03-18T15:06:58.346862Z","end":"2026-03-18T15:06:58.535271Z","steps":["trace[597526418] 'read index received' (duration: 188.115122ms)","trace[597526418] 'applied index is now lower than readState.Index' (duration: 292.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:58.535412Z","caller":"traceutil/trace.go:171","msg":"trace[539744739] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"299.964066ms","start":"2026-03-18T15:06:58.235398Z","end":"2026-03-18T15:06:58.535362Z","steps":["trace[539744739] 'process raft request' (duration: 299.70387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:58.535519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.46947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:06:58.535563Z","caller":"traceutil/trace.go:171","msg":"trace[614122234] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7971; }","duration":"102.533682ms","start":"2026-03-18T15:06:58.433018Z","end":"2026-03-18T15:06:58.535552Z","steps":["trace[614122234] 'agreement among raft nodes before linearized reading' (duration: 102.431959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:58.535578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:58.235384Z","time spent":"300.103049ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:06:58.535578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.693872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T15:06:58.535578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.691536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:06:58.535773Z","caller":"traceutil/trace.go:171","msg":"trace[1108181460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7971; }","duration":"188.926232ms","start":"2026-03-18T15:06:58.346822Z","end":"2026-03-18T15:06:58.535749Z","steps":["trace[1108181460] 'agreement among raft nodes before linearized reading' (duration: 188.586453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:58.535838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.346998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T15:06:58.535848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.128261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:06:58.535889Z","caller":"traceutil/trace.go:171","msg":"trace[1234893234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7971; }","duration":"186.44253ms","start":"2026-03-18T15:06:58.349432Z","end":"2026-03-18T15:06:58.535875Z","steps":["trace[1234893234] 'agreement among raft nodes before linearized reading' (duration: 186.275406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:58.535911Z","caller":"traceutil/trace.go:171","msg":"trace[1244154029] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7971; }","duration":"157.222653ms","start":"2026-03-18T15:06:58.378667Z","end":"2026-03-18T15:06:58.53589Z","steps":["trace[1244154029] 'agreement among raft nodes before linearized reading' (duration: 157.123451ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:58.535683Z","caller":"traceutil/trace.go:171","msg":"trace[255144924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7971; }","duration":"187.815065ms","start":"2026-03-18T15:06:58.347851Z","end":"2026-03-18T15:06:58.535666Z","steps":["trace[255144924] 'agreement among raft nodes before linearized reading' (duration: 187.590789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:58.535899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.102178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:06:58.535998Z","caller":"traceutil/trace.go:171","msg":"trace[432487004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:7971; }","duration":"179.252381ms","start":"2026-03-18T15:06:58.356727Z","end":"2026-03-18T15:06:58.535979Z","steps":["trace[432487004] 'agreement among raft nodes before linearized reading' (duration: 178.835671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:58.819473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.210311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:06:58.819601Z","caller":"traceutil/trace.go:171","msg":"trace[368596408] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"279.879076ms","start":"2026-03-18T15:06:58.539707Z","end":"2026-03-18T15:06:58.819586Z","steps":["trace[368596408] 'process raft request' (duration: 106.48595ms)","trace[368596408] 'compare' (duration: 173.125839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:06:59.221934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.039256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:06:59.2222Z","caller":"traceutil/trace.go:171","msg":"trace[1107734004] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"681.474151ms","start":"2026-03-18T15:06:58.540664Z","end":"2026-03-18T15:06:59.222138Z","steps":["trace[1107734004] 'process raft request' (duration: 506.147918ms)","trace[1107734004] 'compare' (duration: 174.913283ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:59.222322Z","caller":"traceutil/trace.go:171","msg":"trace[1070697283] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"680.044255ms","start":"2026-03-18T15:06:58.542261Z","end":"2026-03-18T15:06:59.222305Z","steps":["trace[1070697283] 'process raft request' (duration: 679.781859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:59.222387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:58.542247Z","time spent":"680.110836ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:06:59.222375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:58.540639Z","time spent":"681.641355ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:59.222582Z","caller":"traceutil/trace.go:171","msg":"trace[1264666728] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8290; }","duration":"681.645386ms","start":"2026-03-18T15:06:58.540911Z","end":"2026-03-18T15:06:59.222556Z","steps":["trace[1264666728] 'read index received' (duration: 105.442675ms)","trace[1264666728] 'applied index is now lower than readState.Index' (duration: 576.200221ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:59.222624Z","caller":"traceutil/trace.go:171","msg":"trace[211076560] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"307.136324ms","start":"2026-03-18T15:06:58.915466Z","end":"2026-03-18T15:06:59.222602Z","steps":["trace[211076560] 'process raft request' (duration: 306.643481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:59.222796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.464931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:06:59.222725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:58.915446Z","time spent":"307.228617ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:06:59.222873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.407422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:06:59.222867Z","caller":"traceutil/trace.go:171","msg":"trace[1854605332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7975; }","duration":"186.582104ms","start":"2026-03-18T15:06:59.036266Z","end":"2026-03-18T15:06:59.222848Z","steps":["trace[1854605332] 'agreement among raft nodes before linearized reading' (duration: 186.443301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:06:59.222925Z","caller":"traceutil/trace.go:171","msg":"trace[728349877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7975; }","duration":"389.612117ms","start":"2026-03-18T15:06:58.833298Z","end":"2026-03-18T15:06:59.22291Z","steps":["trace[728349877] 'agreement among raft nodes before linearized reading' (duration: 389.404872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:59.22288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.967704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224092"} {"level":"warn","ts":"2026-03-18T15:06:59.222971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:58.833284Z","time spent":"389.676048ms","remote":"127.0.0.1:39022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:06:59.223006Z","caller":"traceutil/trace.go:171","msg":"trace[1889465682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7975; }","duration":"682.120748ms","start":"2026-03-18T15:06:58.540874Z","end":"2026-03-18T15:06:59.222995Z","steps":["trace[1889465682] 'agreement among raft nodes before linearized reading' (duration: 681.760089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:59.223045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:58.540857Z","time spent":"682.177309ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T15:06:59.88975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.221818ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-18T15:06:59.890029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:59.308123Z","time spent":"581.901854ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T15:06:59.890416Z","caller":"traceutil/trace.go:171","msg":"trace[1061236641] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8294; }","duration":"293.801423ms","start":"2026-03-18T15:06:59.596589Z","end":"2026-03-18T15:06:59.890391Z","steps":["trace[1061236641] 'read index received' (duration: 239.979293ms)","trace[1061236641] 'applied index is now lower than readState.Index' (duration: 53.82087ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:06:59.890438Z","caller":"traceutil/trace.go:171","msg":"trace[1529545788] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"577.405651ms","start":"2026-03-18T15:06:59.313001Z","end":"2026-03-18T15:06:59.890407Z","steps":["trace[1529545788] 'process raft request' (duration: 577.323769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:59.890657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.063109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:06:59.890708Z","caller":"traceutil/trace.go:171","msg":"trace[419391645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7977; }","duration":"294.171131ms","start":"2026-03-18T15:06:59.596527Z","end":"2026-03-18T15:06:59.890698Z","steps":["trace[419391645] 'agreement among raft nodes before linearized reading' (duration: 294.000857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:59.890708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:59.312985Z","time spent":"577.637386ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:59.890447Z","caller":"traceutil/trace.go:171","msg":"trace[1947093] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"578.539089ms","start":"2026-03-18T15:06:59.311876Z","end":"2026-03-18T15:06:59.890415Z","steps":["trace[1947093] 'process raft request' (duration: 578.013026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:06:59.89089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:06:59.311853Z","time spent":"578.993191ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:06:59.935631Z","caller":"traceutil/trace.go:171","msg":"trace[453008926] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"266.838461ms","start":"2026-03-18T15:06:59.668775Z","end":"2026-03-18T15:06:59.935614Z","steps":["trace[453008926] 'process raft request' (duration: 266.746999ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:00.047771Z","caller":"traceutil/trace.go:171","msg":"trace[1122961280] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"153.042819ms","start":"2026-03-18T15:06:59.894667Z","end":"2026-03-18T15:07:00.04771Z","steps":["trace[1122961280] 'process raft request' (duration: 152.954737ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:00.047799Z","caller":"traceutil/trace.go:171","msg":"trace[1335095033] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"156.559457ms","start":"2026-03-18T15:06:59.891158Z","end":"2026-03-18T15:07:00.047718Z","steps":["trace[1335095033] 'process raft request' (duration: 143.273616ms)","trace[1335095033] 'compare' (duration: 12.953073ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:04.78221Z","caller":"traceutil/trace.go:171","msg":"trace[1881710841] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"133.850872ms","start":"2026-03-18T15:07:04.648334Z","end":"2026-03-18T15:07:04.782185Z","steps":["trace[1881710841] 'process raft request' (duration: 133.661987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:05.054905Z","caller":"traceutil/trace.go:171","msg":"trace[1951520610] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"134.074426ms","start":"2026-03-18T15:07:04.92081Z","end":"2026-03-18T15:07:05.054884Z","steps":["trace[1951520610] 'process raft request' (duration: 133.801889ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:06.258844Z","caller":"traceutil/trace.go:171","msg":"trace[1153817763] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"345.226942ms","start":"2026-03-18T15:07:05.913593Z","end":"2026-03-18T15:07:06.25882Z","steps":["trace[1153817763] 'process raft request' (duration: 345.073468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:06.259001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:05.913575Z","time spent":"345.349865ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:06.275036Z","caller":"traceutil/trace.go:171","msg":"trace[2105029795] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8457; }","duration":"361.033716ms","start":"2026-03-18T15:07:05.913978Z","end":"2026-03-18T15:07:06.275011Z","steps":["trace[2105029795] 'read index received' (duration: 344.685319ms)","trace[2105029795] 'applied index is now lower than readState.Index' (duration: 16.347107ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:06.275163Z","caller":"traceutil/trace.go:171","msg":"trace[1445082025] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"361.275442ms","start":"2026-03-18T15:07:05.913854Z","end":"2026-03-18T15:07:06.275129Z","steps":["trace[1445082025] 'process raft request' (duration: 360.984264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:06.275255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.259651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T15:07:06.275297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.481619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:07:06.275319Z","caller":"traceutil/trace.go:171","msg":"trace[2025114428] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8137; }","duration":"361.350313ms","start":"2026-03-18T15:07:05.913955Z","end":"2026-03-18T15:07:06.275305Z","steps":["trace[2025114428] 'agreement among raft nodes before linearized reading' (duration: 361.161688ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:06.275334Z","caller":"traceutil/trace.go:171","msg":"trace[1601604350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8137; }","duration":"200.573741ms","start":"2026-03-18T15:07:06.07475Z","end":"2026-03-18T15:07:06.275324Z","steps":["trace[1601604350] 'agreement among raft nodes before linearized reading' (duration: 200.413797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:06.275335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:05.913845Z","time spent":"361.408275ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:06.275356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:05.913948Z","time spent":"361.401715ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T15:07:06.426017Z","caller":"traceutil/trace.go:171","msg":"trace[327813538] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"145.567853ms","start":"2026-03-18T15:07:06.280431Z","end":"2026-03-18T15:07:06.425999Z","steps":["trace[327813538] 'process raft request' (duration: 145.528412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:06.426163Z","caller":"traceutil/trace.go:171","msg":"trace[1559210879] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"145.712697ms","start":"2026-03-18T15:07:06.280413Z","end":"2026-03-18T15:07:06.426126Z","steps":["trace[1559210879] 'process raft request' (duration: 138.390574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:07.342687Z","caller":"traceutil/trace.go:171","msg":"trace[1947592826] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"280.343227ms","start":"2026-03-18T15:07:07.062316Z","end":"2026-03-18T15:07:07.342659Z","steps":["trace[1947592826] 'process raft request' (duration: 280.190154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:07.477236Z","caller":"traceutil/trace.go:171","msg":"trace[1722458148] linearizableReadLoop","detail":"{readStateIndex:8464; appliedIndex:8462; }","duration":"198.575283ms","start":"2026-03-18T15:07:07.278626Z","end":"2026-03-18T15:07:07.477201Z","steps":["trace[1722458148] 'read index received' (duration: 63.86485ms)","trace[1722458148] 'applied index is now lower than readState.Index' (duration: 134.709023ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:07.477384Z","caller":"traceutil/trace.go:171","msg":"trace[56087658] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"201.957256ms","start":"2026-03-18T15:07:07.275384Z","end":"2026-03-18T15:07:07.477341Z","steps":["trace[56087658] 'process raft request' (duration: 198.714846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:07.477577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.229494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:07.477673Z","caller":"traceutil/trace.go:171","msg":"trace[1907476804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8143; }","duration":"184.367839ms","start":"2026-03-18T15:07:07.293289Z","end":"2026-03-18T15:07:07.477657Z","steps":["trace[1907476804] 'agreement among raft nodes before linearized reading' (duration: 184.189415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:07.477587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.948021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T15:07:07.477792Z","caller":"traceutil/trace.go:171","msg":"trace[1745780288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8142; }","duration":"199.214688ms","start":"2026-03-18T15:07:07.278561Z","end":"2026-03-18T15:07:07.477776Z","steps":["trace[1745780288] 'agreement among raft nodes before linearized reading' (duration: 198.820958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:07.477827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.241842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:07:07.47795Z","caller":"traceutil/trace.go:171","msg":"trace[2091751449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8143; }","duration":"122.420836ms","start":"2026-03-18T15:07:07.355484Z","end":"2026-03-18T15:07:07.477905Z","steps":["trace[2091751449] 'agreement among raft nodes before linearized reading' (duration: 122.091718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:07.478106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.137405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:07:07.478307Z","caller":"traceutil/trace.go:171","msg":"trace[1103464221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8143; }","duration":"117.521645ms","start":"2026-03-18T15:07:07.360757Z","end":"2026-03-18T15:07:07.478279Z","steps":["trace[1103464221] 'agreement among raft nodes before linearized reading' (duration: 116.757516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:08.794911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637192,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T15:07:08.843805Z","caller":"traceutil/trace.go:171","msg":"trace[1159967508] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"578.438637ms","start":"2026-03-18T15:07:08.265319Z","end":"2026-03-18T15:07:08.843758Z","steps":["trace[1159967508] 'process raft request' (duration: 578.069588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:08.844069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:08.265294Z","time spent":"578.635561ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:08.849859Z","caller":"traceutil/trace.go:171","msg":"trace[1392439775] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8468; }","duration":"555.657729ms","start":"2026-03-18T15:07:08.294185Z","end":"2026-03-18T15:07:08.849842Z","steps":["trace[1392439775] 'read index received' (duration: 549.417774ms)","trace[1392439775] 'applied index is now lower than readState.Index' (duration: 6.238855ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:08.849943Z","caller":"traceutil/trace.go:171","msg":"trace[975657111] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"567.390131ms","start":"2026-03-18T15:07:08.282526Z","end":"2026-03-18T15:07:08.849916Z","steps":["trace[975657111] 'process raft request' (duration: 567.186226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:08.850046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.852674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:08.850083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.44743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:07:08.850117Z","caller":"traceutil/trace.go:171","msg":"trace[1295801789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8148; }","duration":"419.540692ms","start":"2026-03-18T15:07:08.430567Z","end":"2026-03-18T15:07:08.850107Z","steps":["trace[1295801789] 'agreement among raft nodes before linearized reading' (duration: 419.367178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:08.850121Z","caller":"traceutil/trace.go:171","msg":"trace[1609903896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8148; }","duration":"555.999558ms","start":"2026-03-18T15:07:08.294106Z","end":"2026-03-18T15:07:08.850105Z","steps":["trace[1609903896] 'agreement among raft nodes before linearized reading' (duration: 555.823064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:08.850147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:08.430537Z","time spent":"419.604334ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:08.850076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:08.282501Z","time spent":"567.502603ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:08.850167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:08.294056Z","time spent":"556.09069ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:07:09.516675Z","caller":"traceutil/trace.go:171","msg":"trace[530049455] linearizableReadLoop","detail":"{readStateIndex:8473; appliedIndex:8472; }","duration":"170.38727ms","start":"2026-03-18T15:07:09.346262Z","end":"2026-03-18T15:07:09.516649Z","steps":["trace[530049455] 'read index received' (duration: 170.194686ms)","trace[530049455] 'applied index is now lower than readState.Index' (duration: 190.984µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:09.516906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.625617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:07:09.51696Z","caller":"traceutil/trace.go:171","msg":"trace[1737281253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8150; }","duration":"170.726309ms","start":"2026-03-18T15:07:09.346221Z","end":"2026-03-18T15:07:09.516947Z","steps":["trace[1737281253] 'agreement among raft nodes before linearized reading' (duration: 170.570595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:10.017272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:10.517949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:11.019123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:11.519817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:11.996776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.480312902s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T15:07:12.289726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T15:07:12.28982Z","caller":"traceutil/trace.go:171","msg":"trace[842002280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241484s","start":"2026-03-18T15:07:10.289561Z","end":"2026-03-18T15:07:12.289803Z","steps":["trace[842002280] 'agreement among raft nodes before linearized reading' (duration: 2.000112511s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:12.28987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:10.289547Z","time spent":"2.000311166s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 15:07:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T15:07:12.331862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.679219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:07:12.331992Z","caller":"traceutil/trace.go:171","msg":"trace[788145225] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"2.840257831s","start":"2026-03-18T15:07:09.491709Z","end":"2026-03-18T15:07:12.331967Z","steps":["trace[788145225] 'process raft request' (duration: 2.505298495s)","trace[788145225] 'compare' (duration: 334.536946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:12.332146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:09.49168Z","time spent":"2.840355904s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:13.982251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.985230329s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T15:07:13.982823Z","caller":"traceutil/trace.go:171","msg":"trace[224758457] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"4.465113111s","start":"2026-03-18T15:07:09.517681Z","end":"2026-03-18T15:07:13.982794Z","steps":["trace[224758457] 'process raft request' (duration: 4.464735702s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.982959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:09.517654Z","time spent":"4.465235024s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:13.982963Z","caller":"traceutil/trace.go:171","msg":"trace[1790358659] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"4.46303772s","start":"2026-03-18T15:07:09.519902Z","end":"2026-03-18T15:07:13.98294Z","steps":["trace[1790358659] 'process raft request' (duration: 4.462807575s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.983176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:09.519878Z","time spent":"4.463213975s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:13.983184Z","caller":"traceutil/trace.go:171","msg":"trace[1136859029] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"3.134140146s","start":"2026-03-18T15:07:10.849015Z","end":"2026-03-18T15:07:13.983155Z","steps":["trace[1136859029] 'process raft request' (duration: 3.133867348s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.983318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:10.848989Z","time spent":"3.134259649s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:13.983802Z","caller":"traceutil/trace.go:171","msg":"trace[1479032364] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"3.127759317s","start":"2026-03-18T15:07:10.85603Z","end":"2026-03-18T15:07:13.983789Z","steps":["trace[1479032364] 'process raft request' (duration: 3.12705151s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.983877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:10.856009Z","time spent":"3.127832879s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:13.983933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479405628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:07:13.9838Z","caller":"traceutil/trace.go:171","msg":"trace[992204398] linearizableReadLoop","detail":"{readStateIndex:8478; appliedIndex:8473; }","duration":"4.46703632s","start":"2026-03-18T15:07:09.516744Z","end":"2026-03-18T15:07:13.98378Z","steps":["trace[992204398] 'read index received' (duration: 2.480286003s)","trace[992204398] 'applied index is now lower than readState.Index' (duration: 1.986749567s)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:13.983979Z","caller":"traceutil/trace.go:171","msg":"trace[219625970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8155; }","duration":"4.47948108s","start":"2026-03-18T15:07:09.504487Z","end":"2026-03-18T15:07:13.983968Z","steps":["trace[219625970] 'agreement among raft nodes before linearized reading' (duration: 4.479339876s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.98401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:09.504468Z","time spent":"4.479534771s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:13.984113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957483909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:13.984145Z","caller":"traceutil/trace.go:171","msg":"trace[359425890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8155; }","duration":"1.957545011s","start":"2026-03-18T15:07:12.026592Z","end":"2026-03-18T15:07:13.984137Z","steps":["trace[359425890] 'agreement among raft nodes before linearized reading' (duration: 1.95749857s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.984168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:12.026576Z","time spent":"1.957586083s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:07:13.984193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578948988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:07:13.984229Z","caller":"traceutil/trace.go:171","msg":"trace[1036168354] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8155; }","duration":"2.57902486s","start":"2026-03-18T15:07:11.405196Z","end":"2026-03-18T15:07:13.984221Z","steps":["trace[1036168354] 'agreement among raft nodes before linearized reading' (duration: 2.578940058s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.984264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:11.405172Z","time spent":"2.579083511s","remote":"127.0.0.1:39578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:07:13.984433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123000948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:07:13.984483Z","caller":"traceutil/trace.go:171","msg":"trace[1821117181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8155; }","duration":"3.12304984s","start":"2026-03-18T15:07:10.861409Z","end":"2026-03-18T15:07:13.984459Z","steps":["trace[1821117181] 'agreement among raft nodes before linearized reading' (duration: 3.122965548s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.984507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:10.861402Z","time spent":"3.123099401s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:13.984628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694818312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:13.984687Z","caller":"traceutil/trace.go:171","msg":"trace[1519282061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8155; }","duration":"1.694912034s","start":"2026-03-18T15:07:12.28976Z","end":"2026-03-18T15:07:13.984672Z","steps":["trace[1519282061] 'agreement among raft nodes before linearized reading' (duration: 1.694822412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.984717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373532433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:07:13.984741Z","caller":"traceutil/trace.go:171","msg":"trace[1276655744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8155; }","duration":"3.373581655s","start":"2026-03-18T15:07:10.611152Z","end":"2026-03-18T15:07:13.984734Z","steps":["trace[1276655744] 'agreement among raft nodes before linearized reading' (duration: 3.373516573s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.98476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:10.611136Z","time spent":"3.373619885s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:07:13.984725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:12.289741Z","time spent":"1.694974456s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:07:13.984851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.650473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T15:07:13.984886Z","caller":"traceutil/trace.go:171","msg":"trace[573346579] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8155; }","duration":"511.735845ms","start":"2026-03-18T15:07:13.473142Z","end":"2026-03-18T15:07:13.984878Z","steps":["trace[573346579] 'agreement among raft nodes before linearized reading' (duration: 511.197642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.984911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216461394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:13.98495Z","caller":"traceutil/trace.go:171","msg":"trace[1798966862] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8155; }","duration":"4.216539916s","start":"2026-03-18T15:07:09.768399Z","end":"2026-03-18T15:07:13.984939Z","steps":["trace[1798966862] 'agreement among raft nodes before linearized reading' (duration: 4.216483994s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.984984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:09.768379Z","time spent":"4.216595926s","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:07:13.985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849387019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-18T15:07:13.985027Z","caller":"traceutil/trace.go:171","msg":"trace[1862139048] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8155; }","duration":"1.849443311s","start":"2026-03-18T15:07:12.135576Z","end":"2026-03-18T15:07:13.985019Z","steps":["trace[1862139048] 'agreement among raft nodes before linearized reading' (duration: 1.849362629s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.985058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:12.135559Z","time spent":"1.849492061s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-18T15:07:13.984651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124658809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:07:13.985142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019053293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:07:13.985261Z","caller":"traceutil/trace.go:171","msg":"trace[1762557195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8155; }","duration":"3.125290914s","start":"2026-03-18T15:07:10.859958Z","end":"2026-03-18T15:07:13.985249Z","steps":["trace[1762557195] 'agreement among raft nodes before linearized reading' (duration: 3.124636808s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.985293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:10.859942Z","time spent":"3.125341676s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T15:07:13.985299Z","caller":"traceutil/trace.go:171","msg":"trace[666849796] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8155; }","duration":"1.019226157s","start":"2026-03-18T15:07:12.966042Z","end":"2026-03-18T15:07:13.985268Z","steps":["trace[666849796] 'agreement among raft nodes before linearized reading' (duration: 1.018987981s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.98535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:12.966026Z","time spent":"1.019309879s","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:07:13.984119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443223807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:07:13.98549Z","caller":"traceutil/trace.go:171","msg":"trace[64815964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8155; }","duration":"4.444624112s","start":"2026-03-18T15:07:09.540854Z","end":"2026-03-18T15:07:13.985478Z","steps":["trace[64815964] 'agreement among raft nodes before linearized reading' (duration: 4.443200077s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.985526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:09.540841Z","time spent":"4.444674563s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:13.985597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336885373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:07:13.985173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.441111704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:07:13.984922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:13.473118Z","time spent":"511.795848ms","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":869,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:07:13.985739Z","caller":"traceutil/trace.go:171","msg":"trace[436004016] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8155; }","duration":"1.337181461s","start":"2026-03-18T15:07:12.648529Z","end":"2026-03-18T15:07:13.985711Z","steps":["trace[436004016] 'agreement among raft nodes before linearized reading' (duration: 1.336837792s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.985928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:12.648509Z","time spent":"1.337395686s","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:07:13.985787Z","caller":"traceutil/trace.go:171","msg":"trace[764897892] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8155; }","duration":"4.44177576s","start":"2026-03-18T15:07:09.544Z","end":"2026-03-18T15:07:13.985776Z","steps":["trace[764897892] 'agreement among raft nodes before linearized reading' (duration: 4.441113474s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:13.986149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:09.543979Z","time spent":"4.442155321s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T15:07:19.548416Z","caller":"traceutil/trace.go:171","msg":"trace[1968802442] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8505; }","duration":"109.936516ms","start":"2026-03-18T15:07:19.438459Z","end":"2026-03-18T15:07:19.548395Z","steps":["trace[1968802442] 'read index received' (duration: 109.797593ms)","trace[1968802442] 'applied index is now lower than readState.Index' (duration: 137.753µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:19.548555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.0776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:07:19.548586Z","caller":"traceutil/trace.go:171","msg":"trace[498749809] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8181; }","duration":"110.153992ms","start":"2026-03-18T15:07:19.438424Z","end":"2026-03-18T15:07:19.548578Z","steps":["trace[498749809] 'agreement among raft nodes before linearized reading' (duration: 110.051119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:20.440564Z","caller":"traceutil/trace.go:171","msg":"trace[1447726764] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"401.620136ms","start":"2026-03-18T15:07:20.038918Z","end":"2026-03-18T15:07:20.440538Z","steps":["trace[1447726764] 'process raft request' (duration: 401.418441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:20.440728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:20.038881Z","time spent":"401.76409ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:20.440822Z","caller":"traceutil/trace.go:171","msg":"trace[405554553] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"401.799441ms","start":"2026-03-18T15:07:20.038984Z","end":"2026-03-18T15:07:20.440783Z","steps":["trace[405554553] 'process raft request' (duration: 401.508904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:20.440982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:20.03897Z","time spent":"401.934664ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:20.44101Z","caller":"traceutil/trace.go:171","msg":"trace[1350900806] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"401.76851ms","start":"2026-03-18T15:07:20.039219Z","end":"2026-03-18T15:07:20.440987Z","steps":["trace[1350900806] 'process raft request' (duration: 401.469553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:20.441144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:20.039201Z","time spent":"401.875814ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:20.441546Z","caller":"traceutil/trace.go:171","msg":"trace[1459475815] linearizableReadLoop","detail":"{readStateIndex:8514; appliedIndex:8510; }","duration":"147.742078ms","start":"2026-03-18T15:07:20.293791Z","end":"2026-03-18T15:07:20.441533Z","steps":["trace[1459475815] 'read index received' (duration: 146.538208ms)","trace[1459475815] 'applied index is now lower than readState.Index' (duration: 1.20301ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:20.441618Z","caller":"traceutil/trace.go:171","msg":"trace[298456362] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"402.14665ms","start":"2026-03-18T15:07:20.039443Z","end":"2026-03-18T15:07:20.441589Z","steps":["trace[298456362] 'process raft request' (duration: 401.477884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:20.441689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.903581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:20.441726Z","caller":"traceutil/trace.go:171","msg":"trace[438986477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8189; }","duration":"147.973293ms","start":"2026-03-18T15:07:20.293743Z","end":"2026-03-18T15:07:20.441716Z","steps":["trace[438986477] 'agreement among raft nodes before linearized reading' (duration: 147.912802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:20.44179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:20.039429Z","time spent":"402.267183ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:20.467701Z","caller":"traceutil/trace.go:171","msg":"trace[1381745027] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"112.239143ms","start":"2026-03-18T15:07:20.355439Z","end":"2026-03-18T15:07:20.467678Z","steps":["trace[1381745027] 'process raft request' (duration: 112.091649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:20.467975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.470229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:20.468007Z","caller":"traceutil/trace.go:171","msg":"trace[1466507532] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8190; }","duration":"155.547471ms","start":"2026-03-18T15:07:20.312448Z","end":"2026-03-18T15:07:20.467996Z","steps":["trace[1466507532] 'agreement among raft nodes before linearized reading' (duration: 155.484829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:22.564422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:23.065256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:23.253978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018755856s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:23.254109Z","caller":"traceutil/trace.go:171","msg":"trace[208048880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8190; }","duration":"1.01890501s","start":"2026-03-18T15:07:22.235184Z","end":"2026-03-18T15:07:23.254089Z","steps":["trace[208048880] 'range keys from in-memory index tree' (duration: 1.018730585s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.254237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872548996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:07:23.254341Z","caller":"traceutil/trace.go:171","msg":"trace[2006913695] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8190; }","duration":"1.872674909s","start":"2026-03-18T15:07:21.38164Z","end":"2026-03-18T15:07:23.254315Z","steps":["trace[2006913695] 'count revisions from in-memory index tree' (duration: 1.872451274s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.2544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929919074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:23.254408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:21.381582Z","time spent":"1.872802492s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:07:23.254446Z","caller":"traceutil/trace.go:171","msg":"trace[1470375703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8190; }","duration":"1.929994616s","start":"2026-03-18T15:07:21.324438Z","end":"2026-03-18T15:07:23.254432Z","steps":["trace[1470375703] 'range keys from in-memory index tree' (duration: 1.929784431s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.25445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822958282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T15:07:23.254496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:21.324421Z","time spent":"1.930066517s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:07:23.254509Z","caller":"traceutil/trace.go:171","msg":"trace[636132959] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8190; }","duration":"1.823076995s","start":"2026-03-18T15:07:21.431416Z","end":"2026-03-18T15:07:23.254494Z","steps":["trace[636132959] 'range keys from in-memory index tree' (duration: 1.822805778s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.254539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:21.431397Z","time spent":"1.823134417s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T15:07:23.324775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296077007s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T15:07:23.325271Z","caller":"traceutil/trace.go:171","msg":"trace[1732308226] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"1.296668232s","start":"2026-03-18T15:07:22.028576Z","end":"2026-03-18T15:07:23.325244Z","steps":["trace[1732308226] 'process raft request' (duration: 1.296436946s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.325496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.02855Z","time spent":"1.296854546s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:23.630891Z","caller":"traceutil/trace.go:171","msg":"trace[1648279722] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"1.588918026s","start":"2026-03-18T15:07:22.041946Z","end":"2026-03-18T15:07:23.630864Z","steps":["trace[1648279722] 'process raft request' (duration: 1.588593919s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.041931Z","time spent":"1.58902585s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:23.631273Z","caller":"traceutil/trace.go:171","msg":"trace[1129371417] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8515; }","duration":"1.566907309s","start":"2026-03-18T15:07:22.064354Z","end":"2026-03-18T15:07:23.631262Z","steps":["trace[1129371417] 'read index received' (duration: 1.260696867s)","trace[1129371417] 'applied index is now lower than readState.Index' (duration: 306.209852ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:23.631339Z","caller":"traceutil/trace.go:171","msg":"trace[1088490339] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"1.142898116s","start":"2026-03-18T15:07:22.488434Z","end":"2026-03-18T15:07:23.631332Z","steps":["trace[1088490339] 'process raft request' (duration: 1.142759123s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.63138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.488392Z","time spent":"1.142960967s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:23.63143Z","caller":"traceutil/trace.go:171","msg":"trace[123961352] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"1.103892365s","start":"2026-03-18T15:07:22.527525Z","end":"2026-03-18T15:07:23.631417Z","steps":["trace[123961352] 'process raft request' (duration: 1.10369306s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.527505Z","time spent":"1.103958686s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:23.631486Z","caller":"traceutil/trace.go:171","msg":"trace[1692794183] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"1.216705713s","start":"2026-03-18T15:07:22.414744Z","end":"2026-03-18T15:07:23.63145Z","steps":["trace[1692794183] 'process raft request' (duration: 1.215915772s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:23.631529Z","caller":"traceutil/trace.go:171","msg":"trace[937424523] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"372.06562ms","start":"2026-03-18T15:07:23.259447Z","end":"2026-03-18T15:07:23.631513Z","steps":["trace[937424523] 'process raft request' (duration: 371.791494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.414717Z","time spent":"1.216810076s","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19431,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:23.631591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090134582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T15:07:23.63159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:23.259424Z","time spent":"372.131901ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:23.631613Z","caller":"traceutil/trace.go:171","msg":"trace[1389498873] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8196; }","duration":"1.090183834s","start":"2026-03-18T15:07:22.54142Z","end":"2026-03-18T15:07:23.631604Z","steps":["trace[1389498873] 'agreement among raft nodes before linearized reading' (duration: 1.090122032s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.541406Z","time spent":"1.090217694s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T15:07:23.631611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567227217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T15:07:23.631688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.149864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:07:23.631704Z","caller":"traceutil/trace.go:171","msg":"trace[2005789513] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8196; }","duration":"184.201835ms","start":"2026-03-18T15:07:23.447497Z","end":"2026-03-18T15:07:23.631699Z","steps":["trace[2005789513] 'agreement among raft nodes before linearized reading' (duration: 184.169884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:23.63169Z","caller":"traceutil/trace.go:171","msg":"trace[478043796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8196; }","duration":"1.56734838s","start":"2026-03-18T15:07:22.064319Z","end":"2026-03-18T15:07:23.631667Z","steps":["trace[478043796] 'agreement among raft nodes before linearized reading' (duration: 1.567079734s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186561403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T15:07:23.631762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.064305Z","time spent":"1.567447152s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T15:07:23.631765Z","caller":"traceutil/trace.go:171","msg":"trace[261916801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8196; }","duration":"1.186657255s","start":"2026-03-18T15:07:22.445095Z","end":"2026-03-18T15:07:23.631753Z","steps":["trace[261916801] 'agreement among raft nodes before linearized reading' (duration: 1.186538902s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.445077Z","time spent":"1.186716806s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:23.63181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47656512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-18T15:07:23.63183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.189798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:23.631842Z","caller":"traceutil/trace.go:171","msg":"trace[1385888768] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8196; }","duration":"1.476631442s","start":"2026-03-18T15:07:22.1552Z","end":"2026-03-18T15:07:23.631832Z","steps":["trace[1385888768] 'agreement among raft nodes before linearized reading' (duration: 1.476518279s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:23.63187Z","caller":"traceutil/trace.go:171","msg":"trace[749269864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8196; }","duration":"375.2614ms","start":"2026-03-18T15:07:23.256602Z","end":"2026-03-18T15:07:23.631864Z","steps":["trace[749269864] 'agreement among raft nodes before linearized reading' (duration: 375.210109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:23.256588Z","time spent":"375.2948ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:07:23.63187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.155181Z","time spent":"1.476682103s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T15:07:23.631893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.594203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:23.631868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185903626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:07:23.631922Z","caller":"traceutil/trace.go:171","msg":"trace[1242579122] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8196; }","duration":"454.652185ms","start":"2026-03-18T15:07:23.17726Z","end":"2026-03-18T15:07:23.631912Z","steps":["trace[1242579122] 'agreement among raft nodes before linearized reading' (duration: 454.606964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564698534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:07:23.63195Z","caller":"traceutil/trace.go:171","msg":"trace[2126761554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8196; }","duration":"1.186061471s","start":"2026-03-18T15:07:22.445869Z","end":"2026-03-18T15:07:23.63193Z","steps":["trace[2126761554] 'agreement among raft nodes before linearized reading' (duration: 1.185740263s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18485545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:07:23.631972Z","caller":"traceutil/trace.go:171","msg":"trace[1432522845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8196; }","duration":"1.564751905s","start":"2026-03-18T15:07:22.067206Z","end":"2026-03-18T15:07:23.631958Z","steps":["trace[1432522845] 'agreement among raft nodes before linearized reading' (duration: 1.564248763s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.631998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.445835Z","time spent":"1.186153343s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:07:23.632004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.067193Z","time spent":"1.564804436s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T15:07:23.631999Z","caller":"traceutil/trace.go:171","msg":"trace[1143050485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8196; }","duration":"1.184926672s","start":"2026-03-18T15:07:22.447062Z","end":"2026-03-18T15:07:23.631989Z","steps":["trace[1143050485] 'agreement among raft nodes before linearized reading' (duration: 1.18482684s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.632008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184923451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T15:07:23.632034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.447042Z","time spent":"1.184986023s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:23.631951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:23.177244Z","time spent":"454.698397ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:07:23.632055Z","caller":"traceutil/trace.go:171","msg":"trace[2009928429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8196; }","duration":"1.185014283s","start":"2026-03-18T15:07:22.447028Z","end":"2026-03-18T15:07:23.632042Z","steps":["trace[2009928429] 'agreement among raft nodes before linearized reading' (duration: 1.18487671s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.632102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:22.447009Z","time spent":"1.185085596s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T15:07:23.792975Z","caller":"traceutil/trace.go:171","msg":"trace[1747508202] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"154.520166ms","start":"2026-03-18T15:07:23.63843Z","end":"2026-03-18T15:07:23.79295Z","steps":["trace[1747508202] 'process raft request' (duration: 154.335221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:23.793308Z","caller":"traceutil/trace.go:171","msg":"trace[1819409928] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"154.542817ms","start":"2026-03-18T15:07:23.63872Z","end":"2026-03-18T15:07:23.793263Z","steps":["trace[1819409928] 'process raft request' (duration: 154.179228ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:23.793406Z","caller":"traceutil/trace.go:171","msg":"trace[241223973] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"154.629719ms","start":"2026-03-18T15:07:23.638759Z","end":"2026-03-18T15:07:23.793388Z","steps":["trace[241223973] 'process raft request' (duration: 154.367272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:23.793481Z","caller":"traceutil/trace.go:171","msg":"trace[981645289] linearizableReadLoop","detail":"{readStateIndex:8527; appliedIndex:8521; }","duration":"152.221399ms","start":"2026-03-18T15:07:23.641237Z","end":"2026-03-18T15:07:23.793458Z","steps":["trace[981645289] 'read index received' (duration: 45.209065ms)","trace[981645289] 'applied index is now lower than readState.Index' (duration: 107.010654ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:23.793545Z","caller":"traceutil/trace.go:171","msg":"trace[647043823] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"153.515951ms","start":"2026-03-18T15:07:23.639995Z","end":"2026-03-18T15:07:23.793511Z","steps":["trace[647043823] 'process raft request' (duration: 153.299634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:23.79359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.338822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:23.793635Z","caller":"traceutil/trace.go:171","msg":"trace[1629364826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8202; }","duration":"152.427964ms","start":"2026-03-18T15:07:23.641192Z","end":"2026-03-18T15:07:23.79362Z","steps":["trace[1629364826] 'agreement among raft nodes before linearized reading' (duration: 152.336672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:23.793372Z","caller":"traceutil/trace.go:171","msg":"trace[110545923] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"154.573267ms","start":"2026-03-18T15:07:23.638774Z","end":"2026-03-18T15:07:23.793347Z","steps":["trace[110545923] 'process raft request' (duration: 154.474504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:26.011351Z","caller":"traceutil/trace.go:171","msg":"trace[2077054575] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"374.789749ms","start":"2026-03-18T15:07:25.63653Z","end":"2026-03-18T15:07:26.01132Z","steps":["trace[2077054575] 'process raft request' (duration: 374.514452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:26.011561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:25.636514Z","time spent":"374.941312ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:26.463326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.277669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:07:26.463431Z","caller":"traceutil/trace.go:171","msg":"trace[1678258838] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8532; }","duration":"820.057041ms","start":"2026-03-18T15:07:25.643357Z","end":"2026-03-18T15:07:26.463414Z","steps":["trace[1678258838] 'read index received' (duration: 367.345943ms)","trace[1678258838] 'applied index is now lower than readState.Index' (duration: 452.709818ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:26.463475Z","caller":"traceutil/trace.go:171","msg":"trace[1007755339] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"825.181638ms","start":"2026-03-18T15:07:25.638255Z","end":"2026-03-18T15:07:26.463436Z","steps":["trace[1007755339] 'process raft request' (duration: 695.696235ms)","trace[1007755339] 'compare' (duration: 129.141214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:26.463569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:25.638237Z","time spent":"825.287272ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:26.46359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.222225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:07:26.463655Z","caller":"traceutil/trace.go:171","msg":"trace[422914524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8208; }","duration":"820.329427ms","start":"2026-03-18T15:07:25.643313Z","end":"2026-03-18T15:07:26.463643Z","steps":["trace[422914524] 'agreement among raft nodes before linearized reading' (duration: 820.143173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:26.463683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:25.643295Z","time spent":"820.381778ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:07:26.463678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.981284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:07:26.46376Z","caller":"traceutil/trace.go:171","msg":"trace[1507004509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8208; }","duration":"725.110598ms","start":"2026-03-18T15:07:25.738635Z","end":"2026-03-18T15:07:26.463746Z","steps":["trace[1507004509] 'agreement among raft nodes before linearized reading' (duration: 724.890893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:26.463796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.931832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T15:07:26.463808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:25.738611Z","time spent":"725.188469ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:07:26.463679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.941795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:07:26.463842Z","caller":"traceutil/trace.go:171","msg":"trace[1822943996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8208; }","duration":"644.993123ms","start":"2026-03-18T15:07:25.818832Z","end":"2026-03-18T15:07:26.463825Z","steps":["trace[1822943996] 'agreement among raft nodes before linearized reading' (duration: 644.88746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:26.463878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:25.818817Z","time spent":"645.052835ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:07:26.463899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.301578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:07:26.4639Z","caller":"traceutil/trace.go:171","msg":"trace[1140820378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8208; }","duration":"666.204652ms","start":"2026-03-18T15:07:25.797664Z","end":"2026-03-18T15:07:26.463868Z","steps":["trace[1140820378] 'agreement among raft nodes before linearized reading' (duration: 665.872224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:26.46394Z","caller":"traceutil/trace.go:171","msg":"trace[1506834427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8208; }","duration":"667.3785ms","start":"2026-03-18T15:07:25.796548Z","end":"2026-03-18T15:07:26.463927Z","steps":["trace[1506834427] 'agreement among raft nodes before linearized reading' (duration: 667.263118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:26.463975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:25.796526Z","time spent":"667.442841ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:26.464009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:25.79765Z","time spent":"666.326125ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:26.464193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.5384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:07:26.464241Z","caller":"traceutil/trace.go:171","msg":"trace[632107532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8208; }","duration":"666.619002ms","start":"2026-03-18T15:07:25.79761Z","end":"2026-03-18T15:07:26.464229Z","steps":["trace[632107532] 'agreement among raft nodes before linearized reading' (duration: 666.475498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:26.464273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:25.797595Z","time spent":"666.670603ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:26.968598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:27.524929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.64631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:07:27.525208Z","caller":"traceutil/trace.go:171","msg":"trace[1069247994] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8534; }","duration":"1.056982558s","start":"2026-03-18T15:07:26.468213Z","end":"2026-03-18T15:07:27.525195Z","steps":["trace[1069247994] 'read index received' (duration: 726.068371ms)","trace[1069247994] 'applied index is now lower than readState.Index' (duration: 330.913567ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:27.525294Z","caller":"traceutil/trace.go:171","msg":"trace[1192178215] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"1.057704925s","start":"2026-03-18T15:07:26.467577Z","end":"2026-03-18T15:07:27.525282Z","steps":["trace[1192178215] 'process raft request' (duration: 1.057431779s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:27.525282Z","caller":"traceutil/trace.go:171","msg":"trace[1658620990] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"142.087626ms","start":"2026-03-18T15:07:27.383157Z","end":"2026-03-18T15:07:27.525244Z","steps":["trace[1658620990] 'process raft request' (duration: 142.013844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:27.525339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:26.467554Z","time spent":"1.057761107s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:27.525478Z","caller":"traceutil/trace.go:171","msg":"trace[565792151] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"1.056138666s","start":"2026-03-18T15:07:26.469297Z","end":"2026-03-18T15:07:27.525436Z","steps":["trace[565792151] 'process raft request' (duration: 1.055849989s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:27.525544Z","caller":"traceutil/trace.go:171","msg":"trace[1162381491] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"1.057815698s","start":"2026-03-18T15:07:26.467702Z","end":"2026-03-18T15:07:27.525518Z","steps":["trace[1162381491] 'process raft request' (duration: 1.057381147s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:27.525609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.338369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T15:07:27.5256Z","caller":"traceutil/trace.go:171","msg":"trace[1387460152] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"1.056379883s","start":"2026-03-18T15:07:26.4692Z","end":"2026-03-18T15:07:27.52558Z","steps":["trace[1387460152] 'process raft request' (duration: 1.055913661s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:27.525614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.002979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:27.525595Z","caller":"traceutil/trace.go:171","msg":"trace[410277376] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"1.058390182s","start":"2026-03-18T15:07:26.467166Z","end":"2026-03-18T15:07:27.525556Z","steps":["trace[410277376] 'process raft request' (duration: 727.042104ms)","trace[410277376] 'compare' (duration: 330.434154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:27.52566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:26.469291Z","time spent":"1.056274759s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:27.525686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:26.467673Z","time spent":"1.057932271s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:27.525695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:26.469188Z","time spent":"1.056463464s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:27.525673Z","caller":"traceutil/trace.go:171","msg":"trace[1847977591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8214; }","duration":"233.110811ms","start":"2026-03-18T15:07:27.292549Z","end":"2026-03-18T15:07:27.52566Z","steps":["trace[1847977591] 'agreement among raft nodes before linearized reading' (duration: 233.011939ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:27.525649Z","caller":"traceutil/trace.go:171","msg":"trace[973257178] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8214; }","duration":"444.411651ms","start":"2026-03-18T15:07:27.081228Z","end":"2026-03-18T15:07:27.525639Z","steps":["trace[973257178] 'agreement among raft nodes before linearized reading' (duration: 444.343599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:27.52744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059208813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224092"} {"level":"info","ts":"2026-03-18T15:07:27.527609Z","caller":"traceutil/trace.go:171","msg":"trace[395111698] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8214; }","duration":"1.059319735s","start":"2026-03-18T15:07:26.468185Z","end":"2026-03-18T15:07:27.527505Z","steps":["trace[395111698] 'agreement among raft nodes before linearized reading' (duration: 1.057233734s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:27.527675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:26.468169Z","time spent":"1.059489381s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T15:07:27.527685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.657082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:27.527801Z","caller":"traceutil/trace.go:171","msg":"trace[812564549] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8214; }","duration":"310.768375ms","start":"2026-03-18T15:07:27.216992Z","end":"2026-03-18T15:07:27.52776Z","steps":["trace[812564549] 'agreement among raft nodes before linearized reading' (duration: 308.592581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:27.527867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:27.216971Z","time spent":"310.874887ms","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:07:27.526605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:26.467141Z","time spent":"1.058552206s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:27.52839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:27.081209Z","time spent":"446.314208ms","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-18T15:07:28.735122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:29.235962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:29.284851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268025219s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T15:07:29.285413Z","caller":"traceutil/trace.go:171","msg":"trace[770917340] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"1.268696666s","start":"2026-03-18T15:07:28.016685Z","end":"2026-03-18T15:07:29.285382Z","steps":["trace[770917340] 'process raft request' (duration: 1.268363188s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.285591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:28.016659Z","time spent":"1.268842489s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:29.864399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.42008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:07:29.864664Z","caller":"traceutil/trace.go:171","msg":"trace[463813670] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"326.303272ms","start":"2026-03-18T15:07:29.538347Z","end":"2026-03-18T15:07:29.86465Z","steps":["trace[463813670] 'process raft request' (duration: 326.147858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.864747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.538336Z","time spent":"326.359293ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:29.864683Z","caller":"traceutil/trace.go:171","msg":"trace[763104794] linearizableReadLoop","detail":"{readStateIndex:8542; appliedIndex:8540; }","duration":"1.630321607s","start":"2026-03-18T15:07:28.234323Z","end":"2026-03-18T15:07:29.864644Z","steps":["trace[763104794] 'read index received' (duration: 1.050700851s)","trace[763104794] 'applied index is now lower than readState.Index' (duration: 579.615606ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:29.864849Z","caller":"traceutil/trace.go:171","msg":"trace[66254240] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"1.395588954s","start":"2026-03-18T15:07:28.469111Z","end":"2026-03-18T15:07:29.8647Z","steps":["trace[66254240] 'process raft request' (duration: 981.795395ms)","trace[66254240] 'compare' (duration: 413.068221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:29.865079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.080775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:07:29.865098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326552527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:29.86513Z","caller":"traceutil/trace.go:171","msg":"trace[2033853375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8217; }","duration":"328.124877ms","start":"2026-03-18T15:07:29.536979Z","end":"2026-03-18T15:07:29.865103Z","steps":["trace[2033853375] 'agreement among raft nodes before linearized reading' (duration: 327.995684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.865162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.536973Z","time spent":"328.182979ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:07:29.865162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.937312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:07:29.865241Z","caller":"traceutil/trace.go:171","msg":"trace[1225565320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8217; }","duration":"328.009864ms","start":"2026-03-18T15:07:29.537208Z","end":"2026-03-18T15:07:29.865218Z","steps":["trace[1225565320] 'agreement among raft nodes before linearized reading' (duration: 327.776268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.865309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.537166Z","time spent":"328.130337ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:07:29.865288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:28.469092Z","time spent":"1.395917443s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:29.865033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630685456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:29.865379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.890216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T15:07:29.865441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.225749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:07:29.865472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.01832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:29.86553Z","caller":"traceutil/trace.go:171","msg":"trace[1334903902] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8217; }","duration":"184.119933ms","start":"2026-03-18T15:07:29.681395Z","end":"2026-03-18T15:07:29.865514Z","steps":["trace[1334903902] 'agreement among raft nodes before linearized reading' (duration: 184.036741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.865574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.768788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T15:07:29.86559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.09024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:07:29.865606Z","caller":"traceutil/trace.go:171","msg":"trace[623174883] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:8217; }","duration":"556.829809ms","start":"2026-03-18T15:07:29.308769Z","end":"2026-03-18T15:07:29.865599Z","steps":["trace[623174883] 'agreement among raft nodes before linearized reading' (duration: 556.738077ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:29.865632Z","caller":"traceutil/trace.go:171","msg":"trace[956868678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8217; }","duration":"331.162882ms","start":"2026-03-18T15:07:29.534457Z","end":"2026-03-18T15:07:29.86562Z","steps":["trace[956868678] 'agreement among raft nodes before linearized reading' (duration: 331.012578ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:29.865175Z","caller":"traceutil/trace.go:171","msg":"trace[1486855868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8217; }","duration":"1.32666939s","start":"2026-03-18T15:07:28.538462Z","end":"2026-03-18T15:07:29.865131Z","steps":["trace[1486855868] 'agreement among raft nodes before linearized reading' (duration: 1.326514506s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.865713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.534454Z","time spent":"331.245854ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T15:07:29.865524Z","caller":"traceutil/trace.go:171","msg":"trace[178472407] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8217; }","duration":"1.631099946s","start":"2026-03-18T15:07:28.234282Z","end":"2026-03-18T15:07:29.865382Z","steps":["trace[178472407] 'agreement among raft nodes before linearized reading' (duration: 1.630628485s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.865881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:28.234266Z","time spent":"1.631592238s","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:07:29.866037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.827542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:29.865448Z","caller":"traceutil/trace.go:171","msg":"trace[641275534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8217; }","duration":"330.966637ms","start":"2026-03-18T15:07:29.534472Z","end":"2026-03-18T15:07:29.865438Z","steps":["trace[641275534] 'agreement among raft nodes before linearized reading' (duration: 330.731942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:29.86607Z","caller":"traceutil/trace.go:171","msg":"trace[1932467150] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8217; }","duration":"931.904144ms","start":"2026-03-18T15:07:28.934157Z","end":"2026-03-18T15:07:29.866061Z","steps":["trace[1932467150] 'agreement among raft nodes before linearized reading' (duration: 931.823432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.865959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.276353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:29.8661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:28.934135Z","time spent":"931.957004ms","remote":"127.0.0.1:39644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:07:29.865488Z","caller":"traceutil/trace.go:171","msg":"trace[445838663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8217; }","duration":"328.298741ms","start":"2026-03-18T15:07:29.537182Z","end":"2026-03-18T15:07:29.86548Z","steps":["trace[445838663] 'agreement among raft nodes before linearized reading' (duration: 328.138648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.866157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.534469Z","time spent":"331.653144ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:29.865766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:28.538446Z","time spent":"1.327304695s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:07:29.866198Z","caller":"traceutil/trace.go:171","msg":"trace[1892176714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8217; }","duration":"574.491008ms","start":"2026-03-18T15:07:29.29164Z","end":"2026-03-18T15:07:29.866131Z","steps":["trace[1892176714] 'agreement among raft nodes before linearized reading' (duration: 574.290703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.865824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.374268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T15:07:29.866251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.53717Z","time spent":"329.05636ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:07:29.866277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.291621Z","time spent":"574.630741ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:07:29.866302Z","caller":"traceutil/trace.go:171","msg":"trace[1589293659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8217; }","duration":"331.852099ms","start":"2026-03-18T15:07:29.534415Z","end":"2026-03-18T15:07:29.866267Z","steps":["trace[1589293659] 'agreement among raft nodes before linearized reading' (duration: 331.318616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.865689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.308751Z","time spent":"556.925001ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T15:07:29.866415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.534393Z","time spent":"331.986862ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:29.865924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.106052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:07:29.866919Z","caller":"traceutil/trace.go:171","msg":"trace[933463742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8217; }","duration":"547.125687ms","start":"2026-03-18T15:07:29.31978Z","end":"2026-03-18T15:07:29.866906Z","steps":["trace[933463742] 'agreement among raft nodes before linearized reading' (duration: 546.06309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:29.866997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:29.319761Z","time spent":"547.22042ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:07:30.071517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.444335ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T15:07:30.071651Z","caller":"traceutil/trace.go:171","msg":"trace[1550606775] linearizableReadLoop","detail":"{readStateIndex:8544; appliedIndex:8543; }","duration":"201.413944ms","start":"2026-03-18T15:07:29.870214Z","end":"2026-03-18T15:07:30.071628Z","steps":["trace[1550606775] 'read index received' (duration: 93.910297ms)","trace[1550606775] 'applied index is now lower than readState.Index' (duration: 107.502027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:30.072235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.005048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224092"} {"level":"info","ts":"2026-03-18T15:07:30.072301Z","caller":"traceutil/trace.go:171","msg":"trace[2006334737] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8217; }","duration":"202.11093ms","start":"2026-03-18T15:07:29.870178Z","end":"2026-03-18T15:07:30.072289Z","steps":["trace[2006334737] 'agreement among raft nodes before linearized reading' (duration: 201.619918ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:30.097001Z","caller":"traceutil/trace.go:171","msg":"trace[574126171] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"226.511578ms","start":"2026-03-18T15:07:29.870467Z","end":"2026-03-18T15:07:30.096979Z","steps":["trace[574126171] 'process raft request' (duration: 226.448446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:30.097029Z","caller":"traceutil/trace.go:171","msg":"trace[210821600] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"226.61397ms","start":"2026-03-18T15:07:29.870385Z","end":"2026-03-18T15:07:30.096999Z","steps":["trace[210821600] 'process raft request' (duration: 226.345344ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:30.097132Z","caller":"traceutil/trace.go:171","msg":"trace[552578413] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"226.695682ms","start":"2026-03-18T15:07:29.870395Z","end":"2026-03-18T15:07:30.097091Z","steps":["trace[552578413] 'process raft request' (duration: 226.481717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:30.097306Z","caller":"traceutil/trace.go:171","msg":"trace[902492332] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"226.667902ms","start":"2026-03-18T15:07:29.870605Z","end":"2026-03-18T15:07:30.097273Z","steps":["trace[902492332] 'process raft request' (duration: 226.340774ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:30.097392Z","caller":"traceutil/trace.go:171","msg":"trace[19384227] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"226.769774ms","start":"2026-03-18T15:07:29.870604Z","end":"2026-03-18T15:07:30.097374Z","steps":["trace[19384227] 'process raft request' (duration: 226.58226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:30.09758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.129519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:07:30.097625Z","caller":"traceutil/trace.go:171","msg":"trace[1327740708] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8222; }","duration":"218.213021ms","start":"2026-03-18T15:07:29.879402Z","end":"2026-03-18T15:07:30.097615Z","steps":["trace[1327740708] 'agreement among raft nodes before linearized reading' (duration: 218.113879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:30.097641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.321407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:30.097693Z","caller":"traceutil/trace.go:171","msg":"trace[1206234411] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8222; }","duration":"108.383837ms","start":"2026-03-18T15:07:29.989285Z","end":"2026-03-18T15:07:30.097669Z","steps":["trace[1206234411] 'agreement among raft nodes before linearized reading' (duration: 108.321786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:30.097674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.771003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:30.097774Z","caller":"traceutil/trace.go:171","msg":"trace[1696639532] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8222; }","duration":"107.951298ms","start":"2026-03-18T15:07:29.989806Z","end":"2026-03-18T15:07:30.097757Z","steps":["trace[1696639532] 'agreement among raft nodes before linearized reading' (duration: 107.64184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:30.097822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.676344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:30.097568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.371936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:30.097858Z","caller":"traceutil/trace.go:171","msg":"trace[1189302872] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8222; }","duration":"124.739675ms","start":"2026-03-18T15:07:29.973107Z","end":"2026-03-18T15:07:30.097847Z","steps":["trace[1189302872] 'agreement among raft nodes before linearized reading' (duration: 124.675713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:30.097898Z","caller":"traceutil/trace.go:171","msg":"trace[84902299] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8222; }","duration":"124.728305ms","start":"2026-03-18T15:07:29.973148Z","end":"2026-03-18T15:07:30.097877Z","steps":["trace[84902299] 'agreement among raft nodes before linearized reading' (duration: 124.347365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:30.097971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.723356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:30.098012Z","caller":"traceutil/trace.go:171","msg":"trace[836214943] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8222; }","duration":"108.812289ms","start":"2026-03-18T15:07:29.989188Z","end":"2026-03-18T15:07:30.098Z","steps":["trace[836214943] 'agreement among raft nodes before linearized reading' (duration: 108.741967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:30.098055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.325338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:07:30.09814Z","caller":"traceutil/trace.go:171","msg":"trace[1079826699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8222; }","duration":"227.43916ms","start":"2026-03-18T15:07:29.870679Z","end":"2026-03-18T15:07:30.098118Z","steps":["trace[1079826699] 'agreement among raft nodes before linearized reading' (duration: 227.156494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:30.098146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.466068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:30.0982Z","caller":"traceutil/trace.go:171","msg":"trace[229038689] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8222; }","duration":"124.535249ms","start":"2026-03-18T15:07:29.973651Z","end":"2026-03-18T15:07:30.098186Z","steps":["trace[229038689] 'agreement among raft nodes before linearized reading' (duration: 124.453317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:31.70681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637431,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T15:07:31.72237Z","caller":"traceutil/trace.go:171","msg":"trace[1977597227] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"583.678957ms","start":"2026-03-18T15:07:31.138658Z","end":"2026-03-18T15:07:31.722337Z","steps":["trace[1977597227] 'process raft request' (duration: 583.456851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:31.722722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:31.138625Z","time spent":"583.861022ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:32.900129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.511999ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:32.900294Z","caller":"traceutil/trace.go:171","msg":"trace[940841659] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8224; }","duration":"664.692733ms","start":"2026-03-18T15:07:32.235577Z","end":"2026-03-18T15:07:32.90027Z","steps":["trace[940841659] 'range keys from in-memory index tree' (duration: 664.490918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:32.900332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.39927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:07:32.900467Z","caller":"traceutil/trace.go:171","msg":"trace[185369233] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8550; }","duration":"1.694512934s","start":"2026-03-18T15:07:31.205927Z","end":"2026-03-18T15:07:32.90044Z","steps":["trace[185369233] 'read index received' (duration: 516.123466ms)","trace[185369233] 'applied index is now lower than readState.Index' (duration: 1.178387387s)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:32.900565Z","caller":"traceutil/trace.go:171","msg":"trace[500251566] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"1.609054257s","start":"2026-03-18T15:07:31.291478Z","end":"2026-03-18T15:07:32.900532Z","steps":["trace[500251566] 'process raft request' (duration: 943.345179ms)","trace[500251566] 'compare' (duration: 664.848537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:32.900684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:31.291459Z","time spent":"1.6091716s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:32.900741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694752219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:07:32.90085Z","caller":"traceutil/trace.go:171","msg":"trace[1540334862] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8225; }","duration":"1.694912224s","start":"2026-03-18T15:07:31.20592Z","end":"2026-03-18T15:07:32.900832Z","steps":["trace[1540334862] 'agreement among raft nodes before linearized reading' (duration: 1.694636936s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:32.901034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:31.205864Z","time spent":"1.695079938s","remote":"127.0.0.1:39676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:07:33.292549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000664034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T15:07:33.292641Z","caller":"traceutil/trace.go:171","msg":"trace[1280727616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799068s","start":"2026-03-18T15:07:31.291818Z","end":"2026-03-18T15:07:33.292617Z","steps":["trace[1280727616] 'agreement among raft nodes before linearized reading' (duration: 2.000687985s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:33.292691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:31.291803Z","time spent":"2.000876739s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 15:07:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T15:07:33.401379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:33.902233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:34.123964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307644296s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T15:07:34.142086Z","caller":"traceutil/trace.go:171","msg":"trace[1575482376] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"2.269154666s","start":"2026-03-18T15:07:31.872827Z","end":"2026-03-18T15:07:34.141982Z","steps":["trace[1575482376] 'process raft request' (duration: 2.252634135s)","trace[1575482376] 'compare' (duration: 15.72174ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:34.142153Z","caller":"traceutil/trace.go:171","msg":"trace[1843166716] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8552; }","duration":"1.241603312s","start":"2026-03-18T15:07:32.900522Z","end":"2026-03-18T15:07:34.142125Z","steps":["trace[1843166716] 'read index received' (duration: 1.225201484s)","trace[1843166716] 'applied index is now lower than readState.Index' (duration: 16.400538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:34.142286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:31.872789Z","time spent":"2.269395412s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:34.142394Z","caller":"traceutil/trace.go:171","msg":"trace[1066321250] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"2.269460714s","start":"2026-03-18T15:07:31.872924Z","end":"2026-03-18T15:07:34.142385Z","steps":["trace[1066321250] 'process raft request' (duration: 2.269032073s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:34.142499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:31.872887Z","time spent":"2.269528746s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:34.142644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062061142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:07:34.142748Z","caller":"traceutil/trace.go:171","msg":"trace[1698209430] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8227; }","duration":"2.062184605s","start":"2026-03-18T15:07:32.08052Z","end":"2026-03-18T15:07:34.142705Z","steps":["trace[1698209430] 'agreement among raft nodes before linearized reading' (duration: 2.061958079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:34.142789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:32.080502Z","time spent":"2.062277308s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:07:34.142813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03783857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:07:34.142851Z","caller":"traceutil/trace.go:171","msg":"trace[1181205006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8227; }","duration":"2.037886201s","start":"2026-03-18T15:07:32.104954Z","end":"2026-03-18T15:07:34.142841Z","steps":["trace[1181205006] 'agreement among raft nodes before linearized reading' (duration: 2.037743048s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:34.142883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:32.104951Z","time spent":"2.037924682s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:07:34.14294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65782533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-18T15:07:34.142979Z","caller":"traceutil/trace.go:171","msg":"trace[104345239] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8227; }","duration":"2.657882151s","start":"2026-03-18T15:07:31.485087Z","end":"2026-03-18T15:07:34.142969Z","steps":["trace[104345239] 'agreement among raft nodes before linearized reading' (duration: 2.657614655s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:34.143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:31.485072Z","time spent":"2.657923013s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T15:07:34.142969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917188225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:34.143034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.177156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:07:34.143026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037666055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:07:34.143102Z","caller":"traceutil/trace.go:171","msg":"trace[1313120034] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8227; }","duration":"434.255068ms","start":"2026-03-18T15:07:33.708828Z","end":"2026-03-18T15:07:34.143083Z","steps":["trace[1313120034] 'agreement among raft nodes before linearized reading' (duration: 434.064973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:34.143109Z","caller":"traceutil/trace.go:171","msg":"trace[1412396926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8227; }","duration":"2.037798468s","start":"2026-03-18T15:07:32.105293Z","end":"2026-03-18T15:07:34.143092Z","steps":["trace[1412396926] 'agreement among raft nodes before linearized reading' (duration: 2.037512811s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:34.1431Z","caller":"traceutil/trace.go:171","msg":"trace[377375289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8227; }","duration":"2.917467702s","start":"2026-03-18T15:07:31.225609Z","end":"2026-03-18T15:07:34.143076Z","steps":["trace[377375289] 'agreement among raft nodes before linearized reading' (duration: 2.917191765s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:34.143165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:32.105271Z","time spent":"2.03788498s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:34.143173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:33.708776Z","time spent":"434.374141ms","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:07:34.143231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:31.225589Z","time spent":"2.917585054s","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:07:34.143054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.187741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:34.143016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038200219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:07:34.143308Z","caller":"traceutil/trace.go:171","msg":"trace[1088615641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8227; }","duration":"2.038503266s","start":"2026-03-18T15:07:32.104784Z","end":"2026-03-18T15:07:34.143287Z","steps":["trace[1088615641] 'agreement among raft nodes before linearized reading' (duration: 2.038168978s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:34.143379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:32.104764Z","time spent":"2.038597869s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T15:07:34.143307Z","caller":"traceutil/trace.go:171","msg":"trace[1614956548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8227; }","duration":"850.456407ms","start":"2026-03-18T15:07:33.29282Z","end":"2026-03-18T15:07:34.143276Z","steps":["trace[1614956548] 'agreement among raft nodes before linearized reading' (duration: 850.008006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:34.14301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037842129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T15:07:34.143502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038606109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:07:34.143542Z","caller":"traceutil/trace.go:171","msg":"trace[1321015402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8227; }","duration":"2.038368202s","start":"2026-03-18T15:07:32.105127Z","end":"2026-03-18T15:07:34.143496Z","steps":["trace[1321015402] 'agreement among raft nodes before linearized reading' (duration: 2.037711586s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:34.143613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:32.105115Z","time spent":"2.038476984s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:07:34.143643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:33.292802Z","time spent":"850.657522ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:07:34.143786Z","caller":"traceutil/trace.go:171","msg":"trace[872379694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8227; }","duration":"2.038848885s","start":"2026-03-18T15:07:32.104727Z","end":"2026-03-18T15:07:34.143576Z","steps":["trace[872379694] 'agreement among raft nodes before linearized reading' (duration: 2.038208399s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:34.143937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:32.104713Z","time spent":"2.039204213s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:07:34.649689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982637439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:07:35.026231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.408244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:07:35.026362Z","caller":"traceutil/trace.go:171","msg":"trace[204888649] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"877.987622ms","start":"2026-03-18T15:07:34.148349Z","end":"2026-03-18T15:07:35.026337Z","steps":["trace[204888649] 'process raft request' (duration: 512.377243ms)","trace[204888649] 'compare' (duration: 364.605214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:35.026439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.148324Z","time spent":"878.076964ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:35.771639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.401142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:07:35.771941Z","caller":"traceutil/trace.go:171","msg":"trace[1778392074] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"1.623388984s","start":"2026-03-18T15:07:34.14851Z","end":"2026-03-18T15:07:35.771899Z","steps":["trace[1778392074] 'process raft request' (duration: 1.063603432s)","trace[1778392074] 'compare' (duration: 559.125746ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:35.772072Z","caller":"traceutil/trace.go:171","msg":"trace[1054385817] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"1.623172729s","start":"2026-03-18T15:07:34.148879Z","end":"2026-03-18T15:07:35.772051Z","steps":["trace[1054385817] 'process raft request' (duration: 1.622975964s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:35.77213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.148442Z","time spent":"1.623592878s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:35.772179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.148869Z","time spent":"1.623254571s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:35.77224Z","caller":"traceutil/trace.go:171","msg":"trace[434717232] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"1.622722799s","start":"2026-03-18T15:07:34.149493Z","end":"2026-03-18T15:07:35.772216Z","steps":["trace[434717232] 'process raft request' (duration: 1.622488282s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:35.772369Z","caller":"traceutil/trace.go:171","msg":"trace[1776411145] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"1.622477232s","start":"2026-03-18T15:07:34.149884Z","end":"2026-03-18T15:07:35.772361Z","steps":["trace[1776411145] 'process raft request' (duration: 1.622168594s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:35.772356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.14945Z","time spent":"1.622847552s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:35.772406Z","caller":"traceutil/trace.go:171","msg":"trace[997482083] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8554; }","duration":"1.623645381s","start":"2026-03-18T15:07:34.14875Z","end":"2026-03-18T15:07:35.772396Z","steps":["trace[997482083] 'read index received' (duration: 511.995953ms)","trace[997482083] 'applied index is now lower than readState.Index' (duration: 1.111648848s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:35.772414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.149865Z","time spent":"1.622527573s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:35.772441Z","caller":"traceutil/trace.go:171","msg":"trace[875452395] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"1.19769908s","start":"2026-03-18T15:07:34.574721Z","end":"2026-03-18T15:07:35.77242Z","steps":["trace[875452395] 'process raft request' (duration: 1.197466724s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:35.772518Z","caller":"traceutil/trace.go:171","msg":"trace[379756932] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"1.145108151s","start":"2026-03-18T15:07:34.627394Z","end":"2026-03-18T15:07:35.772502Z","steps":["trace[379756932] 'process raft request' (duration: 1.144970907s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:35.77191Z","caller":"traceutil/trace.go:171","msg":"trace[1489465735] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"1.62321092s","start":"2026-03-18T15:07:34.148681Z","end":"2026-03-18T15:07:35.771892Z","steps":["trace[1489465735] 'process raft request' (duration: 1.623084537s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:35.772596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.627364Z","time spent":"1.145190023s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:35.772587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.574671Z","time spent":"1.197859953s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:35.772654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.148643Z","time spent":"1.623929127s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:35.772709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623955069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224092"} {"level":"info","ts":"2026-03-18T15:07:35.772734Z","caller":"traceutil/trace.go:171","msg":"trace[649717751] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8235; }","duration":"1.624002749s","start":"2026-03-18T15:07:34.148725Z","end":"2026-03-18T15:07:35.772727Z","steps":["trace[649717751] 'agreement among raft nodes before linearized reading' (duration: 1.623775034s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:35.772764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.148715Z","time spent":"1.624041741s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T15:07:35.779999Z","caller":"traceutil/trace.go:171","msg":"trace[1239921461] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"873.348926ms","start":"2026-03-18T15:07:34.906636Z","end":"2026-03-18T15:07:35.779985Z","steps":["trace[1239921461] 'process raft request' (duration: 873.301715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:35.780026Z","caller":"traceutil/trace.go:171","msg":"trace[1069261668] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"888.798151ms","start":"2026-03-18T15:07:34.891205Z","end":"2026-03-18T15:07:35.780003Z","steps":["trace[1069261668] 'process raft request' (duration: 888.649327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:35.780111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.906604Z","time spent":"873.454958ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:35.780188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.891178Z","time spent":"888.898494ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:35.806212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.095174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:35.806307Z","caller":"traceutil/trace.go:171","msg":"trace[387758741] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8237; }","duration":"843.251488ms","start":"2026-03-18T15:07:34.963032Z","end":"2026-03-18T15:07:35.806284Z","steps":["trace[387758741] 'agreement among raft nodes before linearized reading' (duration: 843.101714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:35.806605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654125279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:35.806633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.492696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:07:35.806364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.963008Z","time spent":"843.34079ms","remote":"127.0.0.1:38264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:07:35.806705Z","caller":"traceutil/trace.go:171","msg":"trace[2090421499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8237; }","duration":"905.62752ms","start":"2026-03-18T15:07:34.901062Z","end":"2026-03-18T15:07:35.806689Z","steps":["trace[2090421499] 'agreement among raft nodes before linearized reading' (duration: 905.257681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:35.806744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.901036Z","time spent":"905.696962ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:07:35.806309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.574041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:07:35.80697Z","caller":"traceutil/trace.go:171","msg":"trace[1265850512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8237; }","duration":"540.274777ms","start":"2026-03-18T15:07:35.266667Z","end":"2026-03-18T15:07:35.806942Z","steps":["trace[1265850512] 'agreement among raft nodes before linearized reading' (duration: 539.465807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:35.807042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:35.266647Z","time spent":"540.36531ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T15:07:35.80741Z","caller":"traceutil/trace.go:171","msg":"trace[1324601164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8237; }","duration":"1.655186016s","start":"2026-03-18T15:07:34.152202Z","end":"2026-03-18T15:07:35.807388Z","steps":["trace[1324601164] 'agreement among raft nodes before linearized reading' (duration: 1.654104289s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:35.807483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:34.152191Z","time spent":"1.655274748s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:07:37.570382Z","caller":"traceutil/trace.go:171","msg":"trace[865291233] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8568; }","duration":"294.280155ms","start":"2026-03-18T15:07:37.276075Z","end":"2026-03-18T15:07:37.570355Z","steps":["trace[865291233] 'read index received' (duration: 293.972867ms)","trace[865291233] 'applied index is now lower than readState.Index' (duration: 306.258µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:37.570438Z","caller":"traceutil/trace.go:171","msg":"trace[1575028584] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"531.839686ms","start":"2026-03-18T15:07:37.038565Z","end":"2026-03-18T15:07:37.570405Z","steps":["trace[1575028584] 'process raft request' (duration: 531.540699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:37.570549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.442369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:37.570581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:37.038549Z","time spent":"531.95964ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:07:37.570583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.618725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:37.570625Z","caller":"traceutil/trace.go:171","msg":"trace[710271960] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8241; }","duration":"294.570782ms","start":"2026-03-18T15:07:37.276039Z","end":"2026-03-18T15:07:37.57061Z","steps":["trace[710271960] 'agreement among raft nodes before linearized reading' (duration: 294.411837ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:37.570633Z","caller":"traceutil/trace.go:171","msg":"trace[242959231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8241; }","duration":"278.782849ms","start":"2026-03-18T15:07:37.291836Z","end":"2026-03-18T15:07:37.570619Z","steps":["trace[242959231] 'agreement among raft nodes before linearized reading' (duration: 278.681536ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:38.003964Z","caller":"traceutil/trace.go:171","msg":"trace[1821510106] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"224.026516ms","start":"2026-03-18T15:07:37.779907Z","end":"2026-03-18T15:07:38.003933Z","steps":["trace[1821510106] 'process raft request' (duration: 223.7674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:38.079881Z","caller":"traceutil/trace.go:171","msg":"trace[1433837417] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"299.641468ms","start":"2026-03-18T15:07:37.78021Z","end":"2026-03-18T15:07:38.079851Z","steps":["trace[1433837417] 'process raft request' (duration: 231.192224ms)","trace[1433837417] 'compare' (duration: 68.187567ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:38.080117Z","caller":"traceutil/trace.go:171","msg":"trace[1409319766] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"298.814947ms","start":"2026-03-18T15:07:37.781251Z","end":"2026-03-18T15:07:38.080066Z","steps":["trace[1409319766] 'process raft request' (duration: 298.53395ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:38.080133Z","caller":"traceutil/trace.go:171","msg":"trace[330508199] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8570; }","duration":"298.786096ms","start":"2026-03-18T15:07:37.781323Z","end":"2026-03-18T15:07:38.080109Z","steps":["trace[330508199] 'read index received' (duration: 222.6288ms)","trace[330508199] 'applied index is now lower than readState.Index' (duration: 76.156086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:38.080404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.071852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:07:38.080448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.112864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:07:38.080485Z","caller":"traceutil/trace.go:171","msg":"trace[1542580661] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8246; }","duration":"172.215497ms","start":"2026-03-18T15:07:37.90825Z","end":"2026-03-18T15:07:38.080465Z","steps":["trace[1542580661] 'agreement among raft nodes before linearized reading' (duration: 172.081133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:38.0805Z","caller":"traceutil/trace.go:171","msg":"trace[467956203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8246; }","duration":"299.202267ms","start":"2026-03-18T15:07:37.781283Z","end":"2026-03-18T15:07:38.080485Z","steps":["trace[467956203] 'agreement among raft nodes before linearized reading' (duration: 299.026842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:38.080542Z","caller":"traceutil/trace.go:171","msg":"trace[1927860879] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"295.656349ms","start":"2026-03-18T15:07:37.784875Z","end":"2026-03-18T15:07:38.080531Z","steps":["trace[1927860879] 'process raft request' (duration: 295.183827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:38.080425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.7792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:07:38.08061Z","caller":"traceutil/trace.go:171","msg":"trace[1496205538] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8246; }","duration":"120.014267ms","start":"2026-03-18T15:07:37.960579Z","end":"2026-03-18T15:07:38.080593Z","steps":["trace[1496205538] 'agreement among raft nodes before linearized reading' (duration: 119.78293ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:38.080545Z","caller":"traceutil/trace.go:171","msg":"trace[933150539] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"298.874549ms","start":"2026-03-18T15:07:37.781628Z","end":"2026-03-18T15:07:38.080502Z","steps":["trace[933150539] 'process raft request' (duration: 298.330164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:38.296087Z","caller":"traceutil/trace.go:171","msg":"trace[718400055] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"115.991386ms","start":"2026-03-18T15:07:38.180063Z","end":"2026-03-18T15:07:38.296054Z","steps":["trace[718400055] 'process raft request' (duration: 115.784331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:07:38.744841Z","caller":"traceutil/trace.go:171","msg":"trace[976345833] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"102.477681ms","start":"2026-03-18T15:07:38.642314Z","end":"2026-03-18T15:07:38.744791Z","steps":["trace[976345833] 'process raft request' (duration: 102.323487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:39.234204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.915355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:07:39.234301Z","caller":"traceutil/trace.go:171","msg":"trace[1272592722] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"432.36083ms","start":"2026-03-18T15:07:38.801927Z","end":"2026-03-18T15:07:39.234288Z","steps":["trace[1272592722] 'process raft request' (duration: 60.299221ms)","trace[1272592722] 'compare' (duration: 371.811683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:07:39.234337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:07:38.80191Z","time spent":"432.410562ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:07:39.470177Z","caller":"traceutil/trace.go:171","msg":"trace[2026791411] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8578; }","duration":"178.773319ms","start":"2026-03-18T15:07:39.291378Z","end":"2026-03-18T15:07:39.470152Z","steps":["trace[2026791411] 'read index received' (duration: 170.477733ms)","trace[2026791411] 'applied index is now lower than readState.Index' (duration: 8.294466ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:39.470326Z","caller":"traceutil/trace.go:171","msg":"trace[1104425074] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"190.331417ms","start":"2026-03-18T15:07:39.279982Z","end":"2026-03-18T15:07:39.470313Z","steps":["trace[1104425074] 'process raft request' (duration: 181.99337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:39.470544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.732291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T15:07:39.470621Z","caller":"traceutil/trace.go:171","msg":"trace[1791189259] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:8251; }","duration":"160.854504ms","start":"2026-03-18T15:07:39.309748Z","end":"2026-03-18T15:07:39.470602Z","steps":["trace[1791189259] 'agreement among raft nodes before linearized reading' (duration: 160.648309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:39.470673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.284823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:39.47075Z","caller":"traceutil/trace.go:171","msg":"trace[1972402846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8251; }","duration":"179.400736ms","start":"2026-03-18T15:07:39.291331Z","end":"2026-03-18T15:07:39.470732Z","steps":["trace[1972402846] 'agreement among raft nodes before linearized reading' (duration: 179.271502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:40.445667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.102229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:07:40.445947Z","caller":"traceutil/trace.go:171","msg":"trace[1928751970] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"269.489508ms","start":"2026-03-18T15:07:40.176412Z","end":"2026-03-18T15:07:40.445902Z","steps":["trace[1928751970] 'process raft request' (duration: 142.951378ms)","trace[1928751970] 'compare' (duration: 125.583116ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:40.446091Z","caller":"traceutil/trace.go:171","msg":"trace[1654221945] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8590; }","duration":"216.855487ms","start":"2026-03-18T15:07:40.229195Z","end":"2026-03-18T15:07:40.446051Z","steps":["trace[1654221945] 'read index received' (duration: 90.147504ms)","trace[1654221945] 'applied index is now lower than readState.Index' (duration: 126.702253ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:07:40.446114Z","caller":"traceutil/trace.go:171","msg":"trace[766649376] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"145.054121ms","start":"2026-03-18T15:07:40.301034Z","end":"2026-03-18T15:07:40.446088Z","steps":["trace[766649376] 'process raft request' (duration: 144.864827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:40.446387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.157945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-03-18T15:07:40.446494Z","caller":"traceutil/trace.go:171","msg":"trace[1675009301] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:8263; }","duration":"217.320148ms","start":"2026-03-18T15:07:40.229146Z","end":"2026-03-18T15:07:40.446466Z","steps":["trace[1675009301] 'agreement among raft nodes before linearized reading' (duration: 217.027451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:40.446422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.954571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-qkcdl\" ","response":"range_response_count:1 size:4461"} {"level":"info","ts":"2026-03-18T15:07:40.446656Z","caller":"traceutil/trace.go:171","msg":"trace[609558739] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-qkcdl; range_end:; response_count:1; response_revision:8263; }","duration":"207.207737ms","start":"2026-03-18T15:07:40.239411Z","end":"2026-03-18T15:07:40.446618Z","steps":["trace[609558739] 'agreement among raft nodes before linearized reading' (duration: 206.829718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:07:40.446416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.258715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:07:40.446789Z","caller":"traceutil/trace.go:171","msg":"trace[939910426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8263; }","duration":"153.618763ms","start":"2026-03-18T15:07:40.293133Z","end":"2026-03-18T15:07:40.446751Z","steps":["trace[939910426] 'agreement among raft nodes before linearized reading' (duration: 153.212113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:02.708635Z","caller":"traceutil/trace.go:171","msg":"trace[1447106055] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"124.810725ms","start":"2026-03-18T15:08:02.583807Z","end":"2026-03-18T15:08:02.708618Z","steps":["trace[1447106055] 'process raft request' (duration: 124.291472ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:02.89634Z","caller":"traceutil/trace.go:171","msg":"trace[2081547491] linearizableReadLoop","detail":"{readStateIndex:8742; appliedIndex:8741; }","duration":"154.323704ms","start":"2026-03-18T15:08:02.741991Z","end":"2026-03-18T15:08:02.896315Z","steps":["trace[2081547491] 'read index received' (duration: 149.235798ms)","trace[2081547491] 'applied index is now lower than readState.Index' (duration: 5.086636ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:02.896607Z","caller":"traceutil/trace.go:171","msg":"trace[1295279736] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"179.617548ms","start":"2026-03-18T15:08:02.716972Z","end":"2026-03-18T15:08:02.896589Z","steps":["trace[1295279736] 'process raft request' (duration: 174.254066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:02.896714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.504614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/csi-ceph-conf-override\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:02.896823Z","caller":"traceutil/trace.go:171","msg":"trace[210543519] range","detail":"{range_begin:/registry/configmaps/rook-ceph/csi-ceph-conf-override; range_end:; response_count:0; response_revision:8407; }","duration":"119.649377ms","start":"2026-03-18T15:08:02.777145Z","end":"2026-03-18T15:08:02.896795Z","steps":["trace[210543519] 'agreement among raft nodes before linearized reading' (duration: 119.384971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:02.897567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.866017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T15:08:02.897664Z","caller":"traceutil/trace.go:171","msg":"trace[2009587222] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8407; }","duration":"155.670336ms","start":"2026-03-18T15:08:02.741979Z","end":"2026-03-18T15:08:02.897649Z","steps":["trace[2009587222] 'agreement among raft nodes before linearized reading' (duration: 154.718463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:04.677822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982638044,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T15:08:05.03967Z","caller":"traceutil/trace.go:171","msg":"trace[773181364] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"872.128461ms","start":"2026-03-18T15:08:04.167517Z","end":"2026-03-18T15:08:05.039646Z","steps":["trace[773181364] 'process raft request' (duration: 872.000138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:05.039859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.167493Z","time spent":"872.288665ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:05.052377Z","caller":"traceutil/trace.go:171","msg":"trace[947305836] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"784.334182ms","start":"2026-03-18T15:08:04.268004Z","end":"2026-03-18T15:08:05.052338Z","steps":["trace[947305836] 'process raft request' (duration: 783.921801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:05.0526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.267981Z","time spent":"784.501616ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:05.056874Z","caller":"traceutil/trace.go:171","msg":"trace[1054130620] linearizableReadLoop","detail":"{readStateIndex:8760; appliedIndex:8755; }","duration":"879.567116ms","start":"2026-03-18T15:08:04.177283Z","end":"2026-03-18T15:08:05.05685Z","steps":["trace[1054130620] 'read index received' (duration: 862.268118ms)","trace[1054130620] 'applied index is now lower than readState.Index' (duration: 17.285947ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:05.056898Z","caller":"traceutil/trace.go:171","msg":"trace[111350715] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"493.500745ms","start":"2026-03-18T15:08:04.563361Z","end":"2026-03-18T15:08:05.056862Z","steps":["trace[111350715] 'process raft request' (duration: 493.29267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:05.056907Z","caller":"traceutil/trace.go:171","msg":"trace[83893195] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"492.08824ms","start":"2026-03-18T15:08:04.564782Z","end":"2026-03-18T15:08:05.05687Z","steps":["trace[83893195] 'process raft request' (duration: 491.984517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:05.057024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.727259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:05.05709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.564767Z","time spent":"492.238033ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:05.0571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.264405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:08:05.057102Z","caller":"traceutil/trace.go:171","msg":"trace[1751737531] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8423; }","duration":"879.850472ms","start":"2026-03-18T15:08:04.177231Z","end":"2026-03-18T15:08:05.057081Z","steps":["trace[1751737531] 'agreement among raft nodes before linearized reading' (duration: 879.715849ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:05.057155Z","caller":"traceutil/trace.go:171","msg":"trace[1234602975] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8423; }","duration":"806.365437ms","start":"2026-03-18T15:08:04.250772Z","end":"2026-03-18T15:08:05.057138Z","steps":["trace[1234602975] 'agreement among raft nodes before linearized reading' (duration: 806.230433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:05.057163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.177216Z","time spent":"879.935225ms","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" "} {"level":"warn","ts":"2026-03-18T15:08:05.057233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.250757Z","time spent":"806.46347ms","remote":"127.0.0.1:39564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:05.057296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.589017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-18T15:08:05.05731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.40976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:08:05.057328Z","caller":"traceutil/trace.go:171","msg":"trace[1214048856] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820; range_end:; response_count:1; response_revision:8423; }","duration":"372.646699ms","start":"2026-03-18T15:08:04.684671Z","end":"2026-03-18T15:08:05.057317Z","steps":["trace[1214048856] 'agreement among raft nodes before linearized reading' (duration: 372.587337ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:05.057346Z","caller":"traceutil/trace.go:171","msg":"trace[54522115] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8423; }","duration":"711.484982ms","start":"2026-03-18T15:08:04.345851Z","end":"2026-03-18T15:08:05.057336Z","steps":["trace[54522115] 'agreement among raft nodes before linearized reading' (duration: 711.358359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:05.057352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.684654Z","time spent":"372.69356ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820\" "} {"level":"warn","ts":"2026-03-18T15:08:05.057385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.345827Z","time spent":"711.549603ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:08:05.057183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.037326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qc6z6\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-18T15:08:05.057471Z","caller":"traceutil/trace.go:171","msg":"trace[917140981] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qc6z6; range_end:; response_count:1; response_revision:8423; }","duration":"451.365184ms","start":"2026-03-18T15:08:04.606088Z","end":"2026-03-18T15:08:05.057453Z","steps":["trace[917140981] 'agreement among raft nodes before linearized reading' (duration: 450.989305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:05.057539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.606072Z","time spent":"451.448426ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4477,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qc6z6\" "} {"level":"warn","ts":"2026-03-18T15:08:05.05756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.569823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:08:05.057595Z","caller":"traceutil/trace.go:171","msg":"trace[315613135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8423; }","duration":"753.642953ms","start":"2026-03-18T15:08:04.303942Z","end":"2026-03-18T15:08:05.057585Z","steps":["trace[315613135] 'agreement among raft nodes before linearized reading' (duration: 753.159222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:05.057624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.303917Z","time spent":"753.701585ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:08:05.057614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.006023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T15:08:05.057242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.309141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:05.057806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.23273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:08:05.057837Z","caller":"traceutil/trace.go:171","msg":"trace[1931368038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8423; }","duration":"754.29725ms","start":"2026-03-18T15:08:04.303533Z","end":"2026-03-18T15:08:05.05783Z","steps":["trace[1931368038] 'agreement among raft nodes before linearized reading' (duration: 754.202358ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:05.057823Z","caller":"traceutil/trace.go:171","msg":"trace[1714852433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8423; }","duration":"300.856085ms","start":"2026-03-18T15:08:04.756893Z","end":"2026-03-18T15:08:05.057749Z","steps":["trace[1714852433] 'agreement among raft nodes before linearized reading' (duration: 300.323211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:05.057857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.303519Z","time spent":"754.334072ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:08:05.057911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.756879Z","time spent":"301.001619ms","remote":"127.0.0.1:39090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:05.058077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.563335Z","time spent":"493.633508ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:05.057666Z","caller":"traceutil/trace.go:171","msg":"trace[42980782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8423; }","duration":"754.060594ms","start":"2026-03-18T15:08:04.303594Z","end":"2026-03-18T15:08:05.057655Z","steps":["trace[42980782] 'agreement among raft nodes before linearized reading' (duration: 753.90376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:05.058307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:04.30355Z","time spent":"754.744482ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T15:08:05.819242Z","caller":"traceutil/trace.go:171","msg":"trace[1167815936] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"198.392471ms","start":"2026-03-18T15:08:05.620818Z","end":"2026-03-18T15:08:05.819211Z","steps":["trace[1167815936] 'process raft request' (duration: 184.737944ms)","trace[1167815936] 'compare' (duration: 13.397341ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:08.042402Z","caller":"traceutil/trace.go:171","msg":"trace[1037265603] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"179.808373ms","start":"2026-03-18T15:08:07.862566Z","end":"2026-03-18T15:08:08.042374Z","steps":["trace[1037265603] 'process raft request' (duration: 179.624989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:09.585609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982638104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:08:10.086661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982638104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:08:10.587498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982638104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:08:10.772371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.697730693s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T15:08:11.292178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T15:08:11.292287Z","caller":"traceutil/trace.go:171","msg":"trace[498567103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259059s","start":"2026-03-18T15:08:09.292007Z","end":"2026-03-18T15:08:11.292266Z","steps":["trace[498567103] 'agreement among raft nodes before linearized reading' (duration: 2.000120526s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:11.292354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.29197Z","time spent":"2.000369852s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:08:12.801922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.029302387s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T15:08:12.80696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:12.262578Z","time spent":"544.376923ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T15:08:12.807216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.495227ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:12.807269Z","caller":"traceutil/trace.go:171","msg":"trace[174027901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8442; }","duration":"572.556378ms","start":"2026-03-18T15:08:12.234702Z","end":"2026-03-18T15:08:12.807259Z","steps":["trace[174027901] 'range keys from in-memory index tree' (duration: 572.483347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:12.808024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035305864s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:12.808378Z","caller":"traceutil/trace.go:171","msg":"trace[369131837] linearizableReadLoop","detail":"{readStateIndex:8783; appliedIndex:8779; }","duration":"3.723298977s","start":"2026-03-18T15:08:09.085056Z","end":"2026-03-18T15:08:12.808355Z","steps":["trace[369131837] 'read index received' (duration: 1.687582733s)","trace[369131837] 'applied index is now lower than readState.Index' (duration: 2.035714914s)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:12.808496Z","caller":"traceutil/trace.go:171","msg":"trace[782743391] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"3.733993152s","start":"2026-03-18T15:08:09.074483Z","end":"2026-03-18T15:08:12.808477Z","steps":["trace[782743391] 'process raft request' (duration: 1.698135094s)","trace[782743391] 'compare' (duration: 2.035173741s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:12.808596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.074447Z","time spent":"3.734095495s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:12.809023Z","caller":"traceutil/trace.go:171","msg":"trace[1253812415] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"3.259580088s","start":"2026-03-18T15:08:09.549411Z","end":"2026-03-18T15:08:12.808991Z","steps":["trace[1253812415] 'process raft request' (duration: 3.258889511s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:12.809074Z","caller":"traceutil/trace.go:171","msg":"trace[1112783198] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"3.723748298s","start":"2026-03-18T15:08:09.085299Z","end":"2026-03-18T15:08:12.809047Z","steps":["trace[1112783198] 'process raft request' (duration: 3.722937408s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:12.809066Z","caller":"traceutil/trace.go:171","msg":"trace[1146006054] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"3.723965814s","start":"2026-03-18T15:08:09.085064Z","end":"2026-03-18T15:08:12.80903Z","steps":["trace[1146006054] 'process raft request' (duration: 3.723091352s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:12.809137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724072056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T15:08:12.809173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.549382Z","time spent":"3.259713461s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:12.809216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.085289Z","time spent":"3.72383327s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:12.809283Z","caller":"traceutil/trace.go:171","msg":"trace[1398646944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8446; }","duration":"3.724242151s","start":"2026-03-18T15:08:09.085021Z","end":"2026-03-18T15:08:12.809263Z","steps":["trace[1398646944] 'agreement among raft nodes before linearized reading' (duration: 3.723993844s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:12.809338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.084994Z","time spent":"3.724328254s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:08:12.80932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.085045Z","time spent":"3.724087216s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:13.247594Z","caller":"traceutil/trace.go:171","msg":"trace[336512223] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8783; }","duration":"439.135522ms","start":"2026-03-18T15:08:12.808432Z","end":"2026-03-18T15:08:13.247567Z","steps":["trace[336512223] 'read index received' (duration: 438.880446ms)","trace[336512223] 'applied index is now lower than readState.Index' (duration: 254.066µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:13.247892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.162696555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T15:08:13.247932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236030654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:13.247964Z","caller":"traceutil/trace.go:171","msg":"trace[1790875454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8447; }","duration":"4.162778277s","start":"2026-03-18T15:08:09.085165Z","end":"2026-03-18T15:08:13.247943Z","steps":["trace[1790875454] 'agreement among raft nodes before linearized reading' (duration: 4.162506371s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:13.247959Z","caller":"traceutil/trace.go:171","msg":"trace[867293695] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"814.538089ms","start":"2026-03-18T15:08:12.433387Z","end":"2026-03-18T15:08:13.247925Z","steps":["trace[867293695] 'process raft request' (duration: 813.986595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.247986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149539591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:08:13.248018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.085146Z","time spent":"4.16285845s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:08:13.248062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253732671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:08:13.248104Z","caller":"traceutil/trace.go:171","msg":"trace[193588653] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8447; }","duration":"1.253800783s","start":"2026-03-18T15:08:11.994291Z","end":"2026-03-18T15:08:13.248092Z","steps":["trace[193588653] 'agreement among raft nodes before linearized reading' (duration: 1.253747652s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:13.248086Z","caller":"traceutil/trace.go:171","msg":"trace[1576787540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8447; }","duration":"4.149684604s","start":"2026-03-18T15:08:09.098372Z","end":"2026-03-18T15:08:13.248057Z","steps":["trace[1576787540] 'agreement among raft nodes before linearized reading' (duration: 4.149428268s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.248133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:11.994266Z","time spent":"1.253861174s","remote":"127.0.0.1:38308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:13.248161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.098349Z","time spent":"4.149795577s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:08:13.248304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.683003472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:08:13.2481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:12.433368Z","time spent":"814.666491ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:13.248434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994586032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T15:08:13.248433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139011967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-18T15:08:13.248449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163262179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:08:13.248468Z","caller":"traceutil/trace.go:171","msg":"trace[1132498058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8447; }","duration":"3.994618743s","start":"2026-03-18T15:08:09.25384Z","end":"2026-03-18T15:08:13.248459Z","steps":["trace[1132498058] 'agreement among raft nodes before linearized reading' (duration: 3.994530501s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:13.248479Z","caller":"traceutil/trace.go:171","msg":"trace[775707818] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8447; }","duration":"2.139092229s","start":"2026-03-18T15:08:11.109375Z","end":"2026-03-18T15:08:13.248467Z","steps":["trace[775707818] 'agreement among raft nodes before linearized reading' (duration: 2.138955516s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.248495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.253788Z","time spent":"3.994701635s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T15:08:13.248498Z","caller":"traceutil/trace.go:171","msg":"trace[1476897836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8447; }","duration":"4.16330697s","start":"2026-03-18T15:08:09.085176Z","end":"2026-03-18T15:08:13.248483Z","steps":["trace[1476897836] 'agreement among raft nodes before linearized reading' (duration: 4.163198098s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.248521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:11.109356Z","time spent":"2.139156511s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:08:13.248543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.085115Z","time spent":"4.163416754s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:08:13.248013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37546651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:13.248612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.209323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T15:08:13.248508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988595633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:08:13.248659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.936848164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T15:08:13.248681Z","caller":"traceutil/trace.go:171","msg":"trace[1569027622] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8447; }","duration":"3.988815458s","start":"2026-03-18T15:08:09.259857Z","end":"2026-03-18T15:08:13.248672Z","steps":["trace[1569027622] 'agreement among raft nodes before linearized reading' (duration: 3.988569512s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.248713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.259837Z","time spent":"3.98886737s","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:13.248708Z","caller":"traceutil/trace.go:171","msg":"trace[2096505625] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:8447; }","duration":"3.936944417s","start":"2026-03-18T15:08:09.311749Z","end":"2026-03-18T15:08:13.248694Z","steps":["trace[2096505625] 'agreement among raft nodes before linearized reading' (duration: 3.936793323s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:13.248687Z","caller":"traceutil/trace.go:171","msg":"trace[926109296] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8447; }","duration":"509.315215ms","start":"2026-03-18T15:08:12.739352Z","end":"2026-03-18T15:08:13.248667Z","steps":["trace[926109296] 'agreement among raft nodes before linearized reading' (duration: 508.672599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.248755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.311698Z","time spent":"3.937046269s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T15:08:13.248779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:12.739331Z","time spent":"509.427168ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":880,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:13.248348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163086665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:08:13.248832Z","caller":"traceutil/trace.go:171","msg":"trace[1972778808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8447; }","duration":"4.163626289s","start":"2026-03-18T15:08:09.085198Z","end":"2026-03-18T15:08:13.248824Z","steps":["trace[1972778808] 'agreement among raft nodes before linearized reading' (duration: 4.163059245s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.248862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.085168Z","time spent":"4.163686409s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:08:13.24882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62923693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:08:13.248931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812368905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-18T15:08:13.248949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.231589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:08:13.248963Z","caller":"traceutil/trace.go:171","msg":"trace[1813146044] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8447; }","duration":"1.629448005s","start":"2026-03-18T15:08:11.619485Z","end":"2026-03-18T15:08:13.248933Z","steps":["trace[1813146044] 'agreement among raft nodes before linearized reading' (duration: 1.629111927s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.249045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:11.619462Z","time spent":"1.629568549s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:13.248402Z","caller":"traceutil/trace.go:171","msg":"trace[538984574] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8447; }","duration":"3.683105924s","start":"2026-03-18T15:08:09.565279Z","end":"2026-03-18T15:08:13.248384Z","steps":["trace[538984574] 'agreement among raft nodes before linearized reading' (duration: 3.682803137s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.249163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:09.565204Z","time spent":"3.683948036s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:13.248988Z","caller":"traceutil/trace.go:171","msg":"trace[342085806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8447; }","duration":"1.812454818s","start":"2026-03-18T15:08:11.43651Z","end":"2026-03-18T15:08:13.248965Z","steps":["trace[342085806] 'agreement among raft nodes before linearized reading' (duration: 1.812322804s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.249231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:11.43649Z","time spent":"1.812721895s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T15:08:13.248654Z","caller":"traceutil/trace.go:171","msg":"trace[1745575788] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8447; }","duration":"1.376158116s","start":"2026-03-18T15:08:11.872476Z","end":"2026-03-18T15:08:13.248634Z","steps":["trace[1745575788] 'agreement among raft nodes before linearized reading' (duration: 1.375456189s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.249373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:11.872446Z","time spent":"1.376915506s","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:13.247997Z","caller":"traceutil/trace.go:171","msg":"trace[1061579257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8447; }","duration":"1.236127006s","start":"2026-03-18T15:08:12.011851Z","end":"2026-03-18T15:08:13.247978Z","steps":["trace[1061579257] 'agreement among raft nodes before linearized reading' (duration: 1.236012013s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.249495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:12.011834Z","time spent":"1.237644514s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T15:08:13.248984Z","caller":"traceutil/trace.go:171","msg":"trace[1112770417] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8447; }","duration":"801.299872ms","start":"2026-03-18T15:08:12.447674Z","end":"2026-03-18T15:08:13.248974Z","steps":["trace[1112770417] 'agreement among raft nodes before linearized reading' (duration: 801.23351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.249601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:12.447655Z","time spent":"801.935087ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:13.249726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956752004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:13.249776Z","caller":"traceutil/trace.go:171","msg":"trace[402005845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8447; }","duration":"1.956815646s","start":"2026-03-18T15:08:11.292947Z","end":"2026-03-18T15:08:13.249763Z","steps":["trace[402005845] 'agreement among raft nodes before linearized reading' (duration: 1.954816216s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.249805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:11.292937Z","time spent":"1.956862077s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:08:13.252859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206036325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:08:13.252912Z","caller":"traceutil/trace.go:171","msg":"trace[2133002436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8447; }","duration":"3.206142278s","start":"2026-03-18T15:08:10.046758Z","end":"2026-03-18T15:08:13.2529Z","steps":["trace[2133002436] 'agreement among raft nodes before linearized reading' (duration: 3.201019751s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.253064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:10.046718Z","time spent":"3.206336403s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T15:08:13.261013Z","caller":"traceutil/trace.go:171","msg":"trace[1334127921] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"447.614801ms","start":"2026-03-18T15:08:12.813378Z","end":"2026-03-18T15:08:13.260993Z","steps":["trace[1334127921] 'process raft request' (duration: 443.222692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:13.261202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:12.813351Z","time spent":"447.724304ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:15.04057Z","caller":"traceutil/trace.go:171","msg":"trace[1511772799] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"225.589624ms","start":"2026-03-18T15:08:14.814952Z","end":"2026-03-18T15:08:15.040541Z","steps":["trace[1511772799] 'process raft request' (duration: 225.39911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:15.051263Z","caller":"traceutil/trace.go:171","msg":"trace[618138989] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"235.627772ms","start":"2026-03-18T15:08:14.815601Z","end":"2026-03-18T15:08:15.051229Z","steps":["trace[618138989] 'process raft request' (duration: 235.568091ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:15.051308Z","caller":"traceutil/trace.go:171","msg":"trace[961415931] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"235.714805ms","start":"2026-03-18T15:08:14.815551Z","end":"2026-03-18T15:08:15.051265Z","steps":["trace[961415931] 'process raft request' (duration: 235.412398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:15.539451Z","caller":"traceutil/trace.go:171","msg":"trace[1370790413] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"181.259629ms","start":"2026-03-18T15:08:15.358166Z","end":"2026-03-18T15:08:15.539425Z","steps":["trace[1370790413] 'process raft request' (duration: 123.127272ms)","trace[1370790413] 'compare' (duration: 57.913052ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:17.142307Z","caller":"traceutil/trace.go:171","msg":"trace[337407179] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"599.543936ms","start":"2026-03-18T15:08:16.542738Z","end":"2026-03-18T15:08:17.142282Z","steps":["trace[337407179] 'process raft request' (duration: 599.378182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:17.142484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:16.542713Z","time spent":"599.677749ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:18.970263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.82504879s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T15:08:18.970715Z","caller":"traceutil/trace.go:171","msg":"trace[196900057] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"2.052168362s","start":"2026-03-18T15:08:16.918513Z","end":"2026-03-18T15:08:18.970681Z","steps":["trace[196900057] 'process raft request' (duration: 2.051920996s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.971048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:16.918494Z","time spent":"2.052279465s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:18.971153Z","caller":"traceutil/trace.go:171","msg":"trace[1554983969] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"1.92505879s","start":"2026-03-18T15:08:17.046073Z","end":"2026-03-18T15:08:18.971132Z","steps":["trace[1554983969] 'process raft request' (duration: 1.924554538s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.971263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.046042Z","time spent":"1.925172043s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:18.971456Z","caller":"traceutil/trace.go:171","msg":"trace[1643668456] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"1.915813883s","start":"2026-03-18T15:08:17.055612Z","end":"2026-03-18T15:08:18.971426Z","steps":["trace[1643668456] 'process raft request' (duration: 1.915444194s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.971638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.055582Z","time spent":"1.915961926s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:18.971792Z","caller":"traceutil/trace.go:171","msg":"trace[696139214] linearizableReadLoop","detail":"{readStateIndex:8806; appliedIndex:8805; }","duration":"2.046152023s","start":"2026-03-18T15:08:16.925622Z","end":"2026-03-18T15:08:18.971774Z","steps":["trace[696139214] 'read index received' (duration: 216.673894ms)","trace[696139214] 'applied index is now lower than readState.Index' (duration: 1.829476329s)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:18.971878Z","caller":"traceutil/trace.go:171","msg":"trace[838925435] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"1.916252413s","start":"2026-03-18T15:08:17.055612Z","end":"2026-03-18T15:08:18.971865Z","steps":["trace[838925435] 'process raft request' (duration: 1.91570856s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.971944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.055582Z","time spent":"1.916331075s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:18.971964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046333137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:08:18.97202Z","caller":"traceutil/trace.go:171","msg":"trace[981239955] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8470; }","duration":"2.0464323s","start":"2026-03-18T15:08:16.925568Z","end":"2026-03-18T15:08:18.972Z","steps":["trace[981239955] 'agreement among raft nodes before linearized reading' (duration: 2.046315547s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.972056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676805426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:18.97208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:16.925548Z","time spent":"2.046516742s","remote":"127.0.0.1:58758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:18.972092Z","caller":"traceutil/trace.go:171","msg":"trace[630703615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8470; }","duration":"1.676872968s","start":"2026-03-18T15:08:17.29521Z","end":"2026-03-18T15:08:18.972083Z","steps":["trace[630703615] 'agreement among raft nodes before linearized reading' (duration: 1.676819846s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.97212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.295181Z","time spent":"1.676933218s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:08:18.972348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.536654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:18.97239Z","caller":"traceutil/trace.go:171","msg":"trace[1162217383] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8470; }","duration":"189.615526ms","start":"2026-03-18T15:08:18.782766Z","end":"2026-03-18T15:08:18.972381Z","steps":["trace[1162217383] 'agreement among raft nodes before linearized reading' (duration: 189.547374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.972495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613716557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:08:18.972564Z","caller":"traceutil/trace.go:171","msg":"trace[1424224896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8470; }","duration":"1.613796719s","start":"2026-03-18T15:08:17.358749Z","end":"2026-03-18T15:08:18.972546Z","steps":["trace[1424224896] 'agreement among raft nodes before linearized reading' (duration: 1.613602804s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.972571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048050619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:18.972609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.358741Z","time spent":"1.613857041s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T15:08:18.972625Z","caller":"traceutil/trace.go:171","msg":"trace[126737690] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8470; }","duration":"1.04810814s","start":"2026-03-18T15:08:17.924502Z","end":"2026-03-18T15:08:18.97261Z","steps":["trace[126737690] 'agreement among raft nodes before linearized reading' (duration: 1.048019948s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.972657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616498456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T15:08:18.97267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.924461Z","time spent":"1.048196013s","remote":"127.0.0.1:39650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:18.972713Z","caller":"traceutil/trace.go:171","msg":"trace[1532908232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8470; }","duration":"1.616580748s","start":"2026-03-18T15:08:17.356122Z","end":"2026-03-18T15:08:18.972703Z","steps":["trace[1532908232] 'agreement among raft nodes before linearized reading' (duration: 1.616482655s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.972748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.356096Z","time spent":"1.61664584s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:08:18.972866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423485346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:08:18.973084Z","caller":"traceutil/trace.go:171","msg":"trace[1540105325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8470; }","duration":"1.423738003s","start":"2026-03-18T15:08:17.549333Z","end":"2026-03-18T15:08:18.973071Z","steps":["trace[1540105325] 'agreement among raft nodes before linearized reading' (duration: 1.423439925s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.973116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674920329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T15:08:18.973153Z","caller":"traceutil/trace.go:171","msg":"trace[1486016040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8470; }","duration":"1.674995781s","start":"2026-03-18T15:08:17.298148Z","end":"2026-03-18T15:08:18.973144Z","steps":["trace[1486016040] 'agreement among raft nodes before linearized reading' (duration: 1.674715195s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.973183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.298132Z","time spent":"1.675044692s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:08:18.973202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.98258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-18T15:08:18.973226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599773532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:08:18.973254Z","caller":"traceutil/trace.go:171","msg":"trace[584547974] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8470; }","duration":"571.069842ms","start":"2026-03-18T15:08:18.402167Z","end":"2026-03-18T15:08:18.973237Z","steps":["trace[584547974] 'agreement among raft nodes before linearized reading' (duration: 570.706993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:18.973276Z","caller":"traceutil/trace.go:171","msg":"trace[599194303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8470; }","duration":"1.599832874s","start":"2026-03-18T15:08:17.373432Z","end":"2026-03-18T15:08:18.973264Z","steps":["trace[599194303] 'agreement among raft nodes before linearized reading' (duration: 1.599710081s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.973295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:18.402146Z","time spent":"571.139584ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:08:18.973317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.373424Z","time spent":"1.599884695s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:08:18.97312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.549313Z","time spent":"1.423798524s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:08:18.972586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614765064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:08:18.973538Z","caller":"traceutil/trace.go:171","msg":"trace[1517332467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8470; }","duration":"1.615726448s","start":"2026-03-18T15:08:17.357795Z","end":"2026-03-18T15:08:18.973521Z","steps":["trace[1517332467] 'agreement among raft nodes before linearized reading' (duration: 1.614724513s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:18.973597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:17.35778Z","time spent":"1.615801189s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T15:08:19.263919Z","caller":"traceutil/trace.go:171","msg":"trace[1072718593] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8809; }","duration":"283.069255ms","start":"2026-03-18T15:08:18.980827Z","end":"2026-03-18T15:08:19.263896Z","steps":["trace[1072718593] 'read index received' (duration: 282.09683ms)","trace[1072718593] 'applied index is now lower than readState.Index' (duration: 960.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:19.263985Z","caller":"traceutil/trace.go:171","msg":"trace[56782559] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"283.320111ms","start":"2026-03-18T15:08:18.980634Z","end":"2026-03-18T15:08:19.263954Z","steps":["trace[56782559] 'process raft request' (duration: 282.217713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:19.264441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.591928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228822"} {"level":"info","ts":"2026-03-18T15:08:19.264493Z","caller":"traceutil/trace.go:171","msg":"trace[1613935827] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8471; }","duration":"283.6735ms","start":"2026-03-18T15:08:18.980808Z","end":"2026-03-18T15:08:19.264482Z","steps":["trace[1613935827] 'agreement among raft nodes before linearized reading' (duration: 283.232039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:19.267462Z","caller":"traceutil/trace.go:171","msg":"trace[1401165084] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"286.354676ms","start":"2026-03-18T15:08:18.981077Z","end":"2026-03-18T15:08:19.267432Z","steps":["trace[1401165084] 'process raft request' (duration: 286.13276ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:19.267518Z","caller":"traceutil/trace.go:171","msg":"trace[381280117] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"285.975507ms","start":"2026-03-18T15:08:18.981534Z","end":"2026-03-18T15:08:19.26751Z","steps":["trace[381280117] 'process raft request' (duration: 285.799612ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:19.267467Z","caller":"traceutil/trace.go:171","msg":"trace[877562091] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"285.416423ms","start":"2026-03-18T15:08:18.982029Z","end":"2026-03-18T15:08:19.267445Z","steps":["trace[877562091] 'process raft request' (duration: 285.349462ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:19.267708Z","caller":"traceutil/trace.go:171","msg":"trace[1989003604] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"283.294321ms","start":"2026-03-18T15:08:18.984399Z","end":"2026-03-18T15:08:19.267693Z","steps":["trace[1989003604] 'process raft request' (duration: 283.012644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:19.26776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.247894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:19.267792Z","caller":"traceutil/trace.go:171","msg":"trace[1553736778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8475; }","duration":"284.359536ms","start":"2026-03-18T15:08:18.983423Z","end":"2026-03-18T15:08:19.267782Z","steps":["trace[1553736778] 'agreement among raft nodes before linearized reading' (duration: 284.234983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:19.26797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.4862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:19.268081Z","caller":"traceutil/trace.go:171","msg":"trace[200855157] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8475; }","duration":"214.655025ms","start":"2026-03-18T15:08:19.0534Z","end":"2026-03-18T15:08:19.268055Z","steps":["trace[200855157] 'agreement among raft nodes before linearized reading' (duration: 214.4549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:27.138566Z","caller":"traceutil/trace.go:171","msg":"trace[1102095233] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"126.346902ms","start":"2026-03-18T15:08:27.012196Z","end":"2026-03-18T15:08:27.138543Z","steps":["trace[1102095233] 'process raft request' (duration: 92.588028ms)","trace[1102095233] 'compare' (duration: 33.081807ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:27.138552Z","caller":"traceutil/trace.go:171","msg":"trace[717994559] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"124.653031ms","start":"2026-03-18T15:08:27.013871Z","end":"2026-03-18T15:08:27.138524Z","steps":["trace[717994559] 'process raft request' (duration: 124.589679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:27.837924Z","caller":"traceutil/trace.go:171","msg":"trace[465687388] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8552; }","duration":"110.039969ms","start":"2026-03-18T15:08:27.727842Z","end":"2026-03-18T15:08:27.837882Z","steps":["trace[465687388] 'process raft request' (duration: 35.226371ms)","trace[465687388] 'compare' (duration: 74.604503ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:27.85484Z","caller":"traceutil/trace.go:171","msg":"trace[1763585256] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"124.390843ms","start":"2026-03-18T15:08:27.730413Z","end":"2026-03-18T15:08:27.854803Z","steps":["trace[1763585256] 'process raft request' (duration: 124.126337ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:27.920221Z","caller":"traceutil/trace.go:171","msg":"trace[6022283] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"128.559837ms","start":"2026-03-18T15:08:27.79163Z","end":"2026-03-18T15:08:27.920189Z","steps":["trace[6022283] 'process raft request' (duration: 128.195788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:28.208544Z","caller":"traceutil/trace.go:171","msg":"trace[451968433] linearizableReadLoop","detail":"{readStateIndex:8899; appliedIndex:8898; }","duration":"284.614043ms","start":"2026-03-18T15:08:27.923908Z","end":"2026-03-18T15:08:28.208522Z","steps":["trace[451968433] 'read index received' (duration: 284.409457ms)","trace[451968433] 'applied index is now lower than readState.Index' (duration: 203.246µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:28.208644Z","caller":"traceutil/trace.go:171","msg":"trace[265592861] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"341.747845ms","start":"2026-03-18T15:08:27.866873Z","end":"2026-03-18T15:08:28.20862Z","steps":["trace[265592861] 'process raft request' (duration: 341.491939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:28.208725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.797298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qc6z6\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-18T15:08:28.208766Z","caller":"traceutil/trace.go:171","msg":"trace[1003313543] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qc6z6; range_end:; response_count:1; response_revision:8556; }","duration":"284.8808ms","start":"2026-03-18T15:08:27.923876Z","end":"2026-03-18T15:08:28.208756Z","steps":["trace[1003313543] 'agreement among raft nodes before linearized reading' (duration: 284.761317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:28.208791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:27.866835Z","time spent":"341.860028ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:28.208737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.297874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:28.20897Z","caller":"traceutil/trace.go:171","msg":"trace[763437915] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8556; }","duration":"237.575221ms","start":"2026-03-18T15:08:27.971376Z","end":"2026-03-18T15:08:28.208951Z","steps":["trace[763437915] 'agreement among raft nodes before linearized reading' (duration: 237.292954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:28.414045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.572384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T15:08:28.414083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.632495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:28.414128Z","caller":"traceutil/trace.go:171","msg":"trace[1482797647] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8556; }","duration":"140.704127ms","start":"2026-03-18T15:08:28.273399Z","end":"2026-03-18T15:08:28.414104Z","steps":["trace[1482797647] 'range keys from in-memory index tree' (duration: 140.383099ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:28.414183Z","caller":"traceutil/trace.go:171","msg":"trace[495569703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8556; }","duration":"121.784499ms","start":"2026-03-18T15:08:28.292373Z","end":"2026-03-18T15:08:28.414158Z","steps":["trace[495569703] 'range keys from in-memory index tree' (duration: 121.559934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:28.733585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.661103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T15:08:28.733822Z","caller":"traceutil/trace.go:171","msg":"trace[1175421373] linearizableReadLoop","detail":"{readStateIndex:8901; appliedIndex:8900; }","duration":"185.403132ms","start":"2026-03-18T15:08:28.548382Z","end":"2026-03-18T15:08:28.733785Z","steps":["trace[1175421373] 'read index received' (duration: 513.772µs)","trace[1175421373] 'applied index is now lower than readState.Index' (duration: 184.885459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:28.734015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.612756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:08:28.734071Z","caller":"traceutil/trace.go:171","msg":"trace[429694731] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8557; }","duration":"185.717979ms","start":"2026-03-18T15:08:28.548339Z","end":"2026-03-18T15:08:28.734057Z","steps":["trace[429694731] 'agreement among raft nodes before linearized reading' (duration: 185.535825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:30.00049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.418001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:30.001196Z","caller":"traceutil/trace.go:171","msg":"trace[1409813123] linearizableReadLoop","detail":"{readStateIndex:8907; appliedIndex:8906; }","duration":"855.582582ms","start":"2026-03-18T15:08:29.145599Z","end":"2026-03-18T15:08:30.001182Z","steps":["trace[1409813123] 'read index received' (duration: 18.320373ms)","trace[1409813123] 'applied index is now lower than readState.Index' (duration: 837.260849ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:30.001247Z","caller":"traceutil/trace.go:171","msg":"trace[257384851] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"855.671485ms","start":"2026-03-18T15:08:29.145528Z","end":"2026-03-18T15:08:30.0012Z","steps":["trace[257384851] 'process raft request' (duration: 232.477355ms)","trace[257384851] 'compare' (duration: 621.452747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:30.001425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.145507Z","time spent":"855.830069ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:30.001414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.799228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T15:08:30.001498Z","caller":"traceutil/trace.go:171","msg":"trace[887843074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8563; }","duration":"855.914852ms","start":"2026-03-18T15:08:29.145563Z","end":"2026-03-18T15:08:30.001478Z","steps":["trace[887843074] 'agreement among raft nodes before linearized reading' (duration: 855.711307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:30.001541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.145548Z","time spent":"855.985283ms","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T15:08:31.2931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T15:08:31.293193Z","caller":"traceutil/trace.go:171","msg":"trace[2001823943] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495745s","start":"2026-03-18T15:08:29.292677Z","end":"2026-03-18T15:08:31.293173Z","steps":["trace[2001823943] 'agreement among raft nodes before linearized reading' (duration: 2.000373372s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:31.29337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.29266Z","time spent":"2.000572347s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 15:08:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T15:08:31.752448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591112449s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:31.752636Z","caller":"traceutil/trace.go:171","msg":"trace[1700267707] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"680.68608ms","start":"2026-03-18T15:08:31.071932Z","end":"2026-03-18T15:08:31.752618Z","steps":["trace[1700267707] 'process raft request' (duration: 680.625699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:31.75271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.071905Z","time spent":"680.771793ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:31.752725Z","caller":"traceutil/trace.go:171","msg":"trace[2022550817] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8907; }","duration":"1.751348698s","start":"2026-03-18T15:08:30.001279Z","end":"2026-03-18T15:08:31.752627Z","steps":["trace[2022550817] 'read index received' (duration: 159.924272ms)","trace[2022550817] 'applied index is now lower than readState.Index' (duration: 1.591419146s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:31.752981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428293747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:08:31.753034Z","caller":"traceutil/trace.go:171","msg":"trace[1409295133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8565; }","duration":"2.428368008s","start":"2026-03-18T15:08:29.324654Z","end":"2026-03-18T15:08:31.753022Z","steps":["trace[1409295133] 'agreement among raft nodes before linearized reading' (duration: 2.428213745s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:31.753025Z","caller":"traceutil/trace.go:171","msg":"trace[1239362345] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"2.431501026s","start":"2026-03-18T15:08:29.321493Z","end":"2026-03-18T15:08:31.752994Z","steps":["trace[1239362345] 'process raft request' (duration: 839.757142ms)","trace[1239362345] 'compare' (duration: 1.590598515s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:31.753062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.32465Z","time spent":"2.428406799s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:08:31.753047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437210637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:08:31.753119Z","caller":"traceutil/trace.go:171","msg":"trace[658424311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8565; }","duration":"2.437302559s","start":"2026-03-18T15:08:29.315798Z","end":"2026-03-18T15:08:31.7531Z","steps":["trace[658424311] 'agreement among raft nodes before linearized reading' (duration: 2.437095334s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:31.753111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439861173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T15:08:31.753168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.315792Z","time spent":"2.437366981s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:08:31.753173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417069859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:08:31.753187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422476613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T15:08:31.753149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.321479Z","time spent":"2.431596899s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:31.753209Z","caller":"traceutil/trace.go:171","msg":"trace[2017107191] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:8565; }","duration":"2.439997915s","start":"2026-03-18T15:08:29.313196Z","end":"2026-03-18T15:08:31.753194Z","steps":["trace[2017107191] 'agreement among raft nodes before linearized reading' (duration: 2.439699468s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:31.753176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428488712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:08:31.753225Z","caller":"traceutil/trace.go:171","msg":"trace[2043286280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8565; }","duration":"2.417150732s","start":"2026-03-18T15:08:29.336058Z","end":"2026-03-18T15:08:31.753208Z","steps":["trace[2043286280] 'agreement among raft nodes before linearized reading' (duration: 2.416977348s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:31.753275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.336046Z","time spent":"2.417220693s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:08:31.753281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.313171Z","time spent":"2.440072468s","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-18T15:08:31.753289Z","caller":"traceutil/trace.go:171","msg":"trace[1892804127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8565; }","duration":"2.428632975s","start":"2026-03-18T15:08:29.324626Z","end":"2026-03-18T15:08:31.753259Z","steps":["trace[1892804127] 'agreement among raft nodes before linearized reading' (duration: 2.428289647s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:31.753226Z","caller":"traceutil/trace.go:171","msg":"trace[1054418934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8565; }","duration":"2.422555345s","start":"2026-03-18T15:08:29.33066Z","end":"2026-03-18T15:08:31.753215Z","steps":["trace[1054418934] 'agreement among raft nodes before linearized reading' (duration: 2.422383181s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:31.753345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.32462Z","time spent":"2.428715697s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:08:31.753378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.330638Z","time spent":"2.422717358s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:08:31.753414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335162285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:08:31.753789Z","caller":"traceutil/trace.go:171","msg":"trace[856601884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8565; }","duration":"2.335582705s","start":"2026-03-18T15:08:29.418184Z","end":"2026-03-18T15:08:31.753766Z","steps":["trace[856601884] 'agreement among raft nodes before linearized reading' (duration: 2.334780936s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:31.753912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.418166Z","time spent":"2.33572927s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:08:31.753563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433336552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:08:31.754211Z","caller":"traceutil/trace.go:171","msg":"trace[1577867659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8565; }","duration":"2.433998658s","start":"2026-03-18T15:08:29.320191Z","end":"2026-03-18T15:08:31.75419Z","steps":["trace[1577867659] 'agreement among raft nodes before linearized reading' (duration: 2.432768028s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:31.754499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.320184Z","time spent":"2.434300765s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:08:31.755113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591737477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T15:08:31.755203Z","caller":"traceutil/trace.go:171","msg":"trace[825184042] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8565; }","duration":"2.591827179s","start":"2026-03-18T15:08:29.163351Z","end":"2026-03-18T15:08:31.755179Z","steps":["trace[825184042] 'agreement among raft nodes before linearized reading' (duration: 2.589576773s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:31.755248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:29.163336Z","time spent":"2.59189934s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T15:08:32.488807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.709435ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:32.488966Z","caller":"traceutil/trace.go:171","msg":"trace[314066420] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8565; }","duration":"252.87793ms","start":"2026-03-18T15:08:32.236062Z","end":"2026-03-18T15:08:32.48894Z","steps":["trace[314066420] 'range keys from in-memory index tree' (duration: 252.690994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.489098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.913069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:32.489181Z","caller":"traceutil/trace.go:171","msg":"trace[758413808] linearizableReadLoop","detail":"{readStateIndex:8910; appliedIndex:8909; }","duration":"736.341087ms","start":"2026-03-18T15:08:31.752824Z","end":"2026-03-18T15:08:32.489165Z","steps":["trace[758413808] 'read index received' (duration: 182.302685ms)","trace[758413808] 'applied index is now lower than readState.Index' (duration: 554.036792ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:32.489261Z","caller":"traceutil/trace.go:171","msg":"trace[1478579395] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"1.31963931s","start":"2026-03-18T15:08:31.169607Z","end":"2026-03-18T15:08:32.489246Z","steps":["trace[1478579395] 'process raft request' (duration: 765.495826ms)","trace[1478579395] 'compare' (duration: 553.487547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:32.489337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.16958Z","time spent":"1.319713522s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:32.489647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361218978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:32.489644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196042866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:32.489701Z","caller":"traceutil/trace.go:171","msg":"trace[1326900982] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8566; }","duration":"1.36131232s","start":"2026-03-18T15:08:31.128376Z","end":"2026-03-18T15:08:32.489688Z","steps":["trace[1326900982] 'agreement among raft nodes before linearized reading' (duration: 1.361212197s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:32.489708Z","caller":"traceutil/trace.go:171","msg":"trace[387599776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8566; }","duration":"1.196149189s","start":"2026-03-18T15:08:31.293545Z","end":"2026-03-18T15:08:32.489694Z","steps":["trace[387599776] 'agreement among raft nodes before linearized reading' (duration: 1.196053846s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.489731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.128359Z","time spent":"1.361365371s","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:32.489742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.293524Z","time spent":"1.19621133s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:08:32.489822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00680589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-18T15:08:32.489823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485185303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-98e12989-724e-4a1b-94be-f0817d00f164\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T15:08:32.489944Z","caller":"traceutil/trace.go:171","msg":"trace[1799136049] range","detail":"{range_begin:/registry/persistentvolumes/pvc-98e12989-724e-4a1b-94be-f0817d00f164; range_end:; response_count:1; response_revision:8566; }","duration":"2.485350466s","start":"2026-03-18T15:08:30.00457Z","end":"2026-03-18T15:08:32.48992Z","steps":["trace[1799136049] 'agreement among raft nodes before linearized reading' (duration: 2.485045479s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:32.489977Z","caller":"traceutil/trace.go:171","msg":"trace[2000213347] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8566; }","duration":"1.006985754s","start":"2026-03-18T15:08:31.482974Z","end":"2026-03-18T15:08:32.48996Z","steps":["trace[2000213347] 'agreement among raft nodes before linearized reading' (duration: 1.006611035s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.489993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:30.004556Z","time spent":"2.485426049s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-98e12989-724e-4a1b-94be-f0817d00f164\" "} {"level":"warn","ts":"2026-03-18T15:08:32.490041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.48296Z","time spent":"1.007064857s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T15:08:32.515903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.754397Z","time spent":"761.502638ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T15:08:32.516078Z","caller":"traceutil/trace.go:171","msg":"trace[1847432522] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"758.485174ms","start":"2026-03-18T15:08:31.757566Z","end":"2026-03-18T15:08:32.516051Z","steps":["trace[1847432522] 'process raft request' (duration: 758.406102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:32.516188Z","caller":"traceutil/trace.go:171","msg":"trace[675117138] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"759.974389ms","start":"2026-03-18T15:08:31.756146Z","end":"2026-03-18T15:08:32.51612Z","steps":["trace[675117138] 'process raft request' (duration: 759.692012ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:32.516318Z","caller":"traceutil/trace.go:171","msg":"trace[2109441685] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"758.672168ms","start":"2026-03-18T15:08:31.757635Z","end":"2026-03-18T15:08:32.516307Z","steps":["trace[2109441685] 'process raft request' (duration: 758.377751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:32.516337Z","caller":"traceutil/trace.go:171","msg":"trace[774571932] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"715.597663ms","start":"2026-03-18T15:08:31.800728Z","end":"2026-03-18T15:08:32.516326Z","steps":["trace[774571932] 'process raft request' (duration: 715.563212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.51638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.757608Z","time spent":"758.74479ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:32.516411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.800719Z","time spent":"715.646504ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:32.516478Z","caller":"traceutil/trace.go:171","msg":"trace[478919601] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"758.702947ms","start":"2026-03-18T15:08:31.757751Z","end":"2026-03-18T15:08:32.516454Z","steps":["trace[478919601] 'process raft request' (duration: 758.477702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.516258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.757558Z","time spent":"758.617647ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:32.516611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.757742Z","time spent":"758.79598ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:32.51659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.756134Z","time spent":"760.228056ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:32.538133Z","caller":"traceutil/trace.go:171","msg":"trace[713765277] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"530.53821ms","start":"2026-03-18T15:08:32.007572Z","end":"2026-03-18T15:08:32.538111Z","steps":["trace[713765277] 'process raft request' (duration: 530.12886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.538274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:32.007546Z","time spent":"530.652463ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:32.538441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.531605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:08:32.538505Z","caller":"traceutil/trace.go:171","msg":"trace[1400142876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8572; }","duration":"737.643808ms","start":"2026-03-18T15:08:31.800848Z","end":"2026-03-18T15:08:32.538492Z","steps":["trace[1400142876] 'agreement among raft nodes before linearized reading' (duration: 737.459613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.53854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.800826Z","time spent":"737.706239ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:08:32.538682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.55907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228737"} {"level":"info","ts":"2026-03-18T15:08:32.538746Z","caller":"traceutil/trace.go:171","msg":"trace[1491848357] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8572; }","duration":"738.649173ms","start":"2026-03-18T15:08:31.800082Z","end":"2026-03-18T15:08:32.538731Z","steps":["trace[1491848357] 'agreement among raft nodes before linearized reading' (duration: 738.259643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.538778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.156014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-18T15:08:32.538805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.800072Z","time spent":"738.722014ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228760,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T15:08:32.538848Z","caller":"traceutil/trace.go:171","msg":"trace[1089260357] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8572; }","duration":"711.271206ms","start":"2026-03-18T15:08:31.827559Z","end":"2026-03-18T15:08:32.53883Z","steps":["trace[1089260357] 'agreement among raft nodes before linearized reading' (duration: 711.068161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.538883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:31.827539Z","time spent":"711.337048ms","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-18T15:08:32.538598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.90981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:32.539018Z","caller":"traceutil/trace.go:171","msg":"trace[624196135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8572; }","duration":"525.347521ms","start":"2026-03-18T15:08:32.013656Z","end":"2026-03-18T15:08:32.539004Z","steps":["trace[624196135] 'agreement among raft nodes before linearized reading' (duration: 524.90142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.539095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:32.013646Z","time spent":"525.407562ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:08:32.769755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.901511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:32.769926Z","caller":"traceutil/trace.go:171","msg":"trace[2142012272] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8917; }","duration":"232.069485ms","start":"2026-03-18T15:08:32.537836Z","end":"2026-03-18T15:08:32.769905Z","steps":["trace[2142012272] 'read index received' (duration: 52.855806ms)","trace[2142012272] 'applied index is now lower than readState.Index' (duration: 179.210679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:32.770039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.363316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:32.770072Z","caller":"traceutil/trace.go:171","msg":"trace[1888286067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8573; }","duration":"273.398297ms","start":"2026-03-18T15:08:32.496666Z","end":"2026-03-18T15:08:32.770064Z","steps":["trace[1888286067] 'agreement among raft nodes before linearized reading' (duration: 273.332005ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:32.770274Z","caller":"traceutil/trace.go:171","msg":"trace[757579551] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"252.477769ms","start":"2026-03-18T15:08:32.517743Z","end":"2026-03-18T15:08:32.770221Z","steps":["trace[757579551] 'process raft request' (duration: 73.030054ms)","trace[757579551] 'compare' (duration: 178.632525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:32.770296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.508046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-18T15:08:32.770377Z","caller":"traceutil/trace.go:171","msg":"trace[1338329416] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8573; }","duration":"230.66987ms","start":"2026-03-18T15:08:32.539693Z","end":"2026-03-18T15:08:32.770363Z","steps":["trace[1338329416] 'agreement among raft nodes before linearized reading' (duration: 230.434634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.770397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.253442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-18T15:08:32.770416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.948342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:32.770494Z","caller":"traceutil/trace.go:171","msg":"trace[41211874] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8573; }","duration":"247.067055ms","start":"2026-03-18T15:08:32.52341Z","end":"2026-03-18T15:08:32.770477Z","steps":["trace[41211874] 'agreement among raft nodes before linearized reading' (duration: 246.504121ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:32.770493Z","caller":"traceutil/trace.go:171","msg":"trace[1170700359] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919; range_end:; response_count:1; response_revision:8573; }","duration":"275.380735ms","start":"2026-03-18T15:08:32.49509Z","end":"2026-03-18T15:08:32.770471Z","steps":["trace[1170700359] 'agreement among raft nodes before linearized reading' (duration: 275.132309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:32.7704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.20465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T15:08:32.770602Z","caller":"traceutil/trace.go:171","msg":"trace[1133114707] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8573; }","duration":"207.448406ms","start":"2026-03-18T15:08:32.563131Z","end":"2026-03-18T15:08:32.770579Z","steps":["trace[1133114707] 'agreement among raft nodes before linearized reading' (duration: 207.052567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:32.954631Z","caller":"traceutil/trace.go:171","msg":"trace[1397159185] linearizableReadLoop","detail":"{readStateIndex:8919; appliedIndex:8918; }","duration":"180.88585ms","start":"2026-03-18T15:08:32.773723Z","end":"2026-03-18T15:08:32.954609Z","steps":["trace[1397159185] 'read index received' (duration: 134.77122ms)","trace[1397159185] 'applied index is now lower than readState.Index' (duration: 46.11344ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:32.95464Z","caller":"traceutil/trace.go:171","msg":"trace[1947908954] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"180.928921ms","start":"2026-03-18T15:08:32.77369Z","end":"2026-03-18T15:08:32.954619Z","steps":["trace[1947908954] 'process raft request' (duration: 134.718689ms)","trace[1947908954] 'compare' (duration: 46.09578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:32.954827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.091105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-18T15:08:32.954874Z","caller":"traceutil/trace.go:171","msg":"trace[1754167660] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8574; }","duration":"181.190477ms","start":"2026-03-18T15:08:32.773675Z","end":"2026-03-18T15:08:32.954865Z","steps":["trace[1754167660] 'agreement among raft nodes before linearized reading' (duration: 181.009423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:33.037645Z","caller":"traceutil/trace.go:171","msg":"trace[666540074] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"133.179231ms","start":"2026-03-18T15:08:32.904437Z","end":"2026-03-18T15:08:33.037617Z","steps":["trace[666540074] 'process raft request' (duration: 132.925475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:33.037844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.677846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-18T15:08:33.037679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.3726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:33.03789Z","caller":"traceutil/trace.go:171","msg":"trace[1044292734] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8575; }","duration":"261.789399ms","start":"2026-03-18T15:08:32.776085Z","end":"2026-03-18T15:08:33.037874Z","steps":["trace[1044292734] 'agreement among raft nodes before linearized reading' (duration: 261.638016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:33.037949Z","caller":"traceutil/trace.go:171","msg":"trace[1545218403] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8575; }","duration":"187.666197ms","start":"2026-03-18T15:08:32.850249Z","end":"2026-03-18T15:08:33.037915Z","steps":["trace[1545218403] 'agreement among raft nodes before linearized reading' (duration: 187.362939ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:33.148727Z","caller":"traceutil/trace.go:171","msg":"trace[1971256451] linearizableReadLoop","detail":"{readStateIndex:8921; appliedIndex:8920; }","duration":"104.477421ms","start":"2026-03-18T15:08:33.04422Z","end":"2026-03-18T15:08:33.148698Z","steps":["trace[1971256451] 'read index received' (duration: 13.899253ms)","trace[1971256451] 'applied index is now lower than readState.Index' (duration: 90.576518ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:33.148813Z","caller":"traceutil/trace.go:171","msg":"trace[291116506] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"108.941362ms","start":"2026-03-18T15:08:33.039828Z","end":"2026-03-18T15:08:33.148769Z","steps":["trace[291116506] 'process raft request' (duration: 18.396825ms)","trace[291116506] 'compare' (duration: 90.332032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:33.149024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.785329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T15:08:33.149079Z","caller":"traceutil/trace.go:171","msg":"trace[1224174918] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8576; }","duration":"104.902412ms","start":"2026-03-18T15:08:33.044162Z","end":"2026-03-18T15:08:33.149065Z","steps":["trace[1224174918] 'agreement among raft nodes before linearized reading' (duration: 104.707067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:33.149234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.005496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:33.149294Z","caller":"traceutil/trace.go:171","msg":"trace[1565393308] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8576; }","duration":"101.094018ms","start":"2026-03-18T15:08:33.048185Z","end":"2026-03-18T15:08:33.149279Z","steps":["trace[1565393308] 'agreement among raft nodes before linearized reading' (duration: 100.994966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:33.396948Z","caller":"traceutil/trace.go:171","msg":"trace[1954560082] linearizableReadLoop","detail":"{readStateIndex:8922; appliedIndex:8921; }","duration":"121.482353ms","start":"2026-03-18T15:08:33.275436Z","end":"2026-03-18T15:08:33.396918Z","steps":["trace[1954560082] 'read index received' (duration: 49.567785ms)","trace[1954560082] 'applied index is now lower than readState.Index' (duration: 71.913568ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:33.397026Z","caller":"traceutil/trace.go:171","msg":"trace[401361841] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"195.41283ms","start":"2026-03-18T15:08:33.201587Z","end":"2026-03-18T15:08:33.396999Z","steps":["trace[401361841] 'process raft request' (duration: 123.483662ms)","trace[401361841] 'compare' (duration: 71.698992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:33.397219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.381339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:33.397255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.80017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-18T15:08:33.397296Z","caller":"traceutil/trace.go:171","msg":"trace[1112717036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8577; }","duration":"121.895452ms","start":"2026-03-18T15:08:33.275388Z","end":"2026-03-18T15:08:33.397284Z","steps":["trace[1112717036] 'agreement among raft nodes before linearized reading' (duration: 121.691268ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:33.397299Z","caller":"traceutil/trace.go:171","msg":"trace[903888111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8577; }","duration":"106.500231ms","start":"2026-03-18T15:08:33.29078Z","end":"2026-03-18T15:08:33.39728Z","steps":["trace[903888111] 'agreement among raft nodes before linearized reading' (duration: 106.362628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:34.842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.310964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:34.842107Z","caller":"traceutil/trace.go:171","msg":"trace[1565402474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8583; }","duration":"549.464679ms","start":"2026-03-18T15:08:34.292615Z","end":"2026-03-18T15:08:34.84208Z","steps":["trace[1565402474] 'range keys from in-memory index tree' (duration: 549.215402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:34.842162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.292593Z","time spent":"549.554961ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:08:34.842172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.956279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-18T15:08:34.842276Z","caller":"traceutil/trace.go:171","msg":"trace[1951927586] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8583; }","duration":"870.130433ms","start":"2026-03-18T15:08:33.972122Z","end":"2026-03-18T15:08:34.842253Z","steps":["trace[1951927586] 'range keys from in-memory index tree' (duration: 869.708531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:34.842338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:33.972101Z","time spent":"870.226525ms","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19456,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T15:08:34.842803Z","caller":"traceutil/trace.go:171","msg":"trace[179305155] linearizableReadLoop","detail":"{readStateIndex:8929; appliedIndex:8928; }","duration":"321.794262ms","start":"2026-03-18T15:08:34.520989Z","end":"2026-03-18T15:08:34.842783Z","steps":["trace[179305155] 'read index received' (duration: 307.027007ms)","trace[179305155] 'applied index is now lower than readState.Index' (duration: 14.765505ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:34.842841Z","caller":"traceutil/trace.go:171","msg":"trace[384317507] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"345.932389ms","start":"2026-03-18T15:08:34.496864Z","end":"2026-03-18T15:08:34.842796Z","steps":["trace[384317507] 'process raft request' (duration: 331.03736ms)","trace[384317507] 'compare' (duration: 13.949135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:34.843426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.496837Z","time spent":"346.162824ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:34.843563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.567991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:08:34.843626Z","caller":"traceutil/trace.go:171","msg":"trace[118177802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8584; }","duration":"322.656283ms","start":"2026-03-18T15:08:34.520953Z","end":"2026-03-18T15:08:34.843609Z","steps":["trace[118177802] 'agreement among raft nodes before linearized reading' (duration: 321.932805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:34.843676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.52094Z","time spent":"322.723895ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:08:35.617825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.888281ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T15:08:35.618254Z","caller":"traceutil/trace.go:171","msg":"trace[1621698776] linearizableReadLoop","detail":"{readStateIndex:8931; appliedIndex:8929; }","duration":"775.382651ms","start":"2026-03-18T15:08:34.84285Z","end":"2026-03-18T15:08:35.618233Z","steps":["trace[1621698776] 'read index received' (duration: 317.561527ms)","trace[1621698776] 'applied index is now lower than readState.Index' (duration: 457.820154ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:35.618276Z","caller":"traceutil/trace.go:171","msg":"trace[1792650026] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"1.075765234s","start":"2026-03-18T15:08:34.542457Z","end":"2026-03-18T15:08:35.618222Z","steps":["trace[1792650026] 'process raft request' (duration: 1.07557375s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:35.618448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.54244Z","time spent":"1.075918277s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:35.618559Z","caller":"traceutil/trace.go:171","msg":"trace[692506876] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"770.533501ms","start":"2026-03-18T15:08:34.847963Z","end":"2026-03-18T15:08:35.618497Z","steps":["trace[692506876] 'process raft request' (duration: 770.214503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:35.618786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.84794Z","time spent":"770.728346ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:35.618915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097199444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T15:08:35.618945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.100597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-18T15:08:35.618985Z","caller":"traceutil/trace.go:171","msg":"trace[1623762676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8586; }","duration":"1.097285376s","start":"2026-03-18T15:08:34.521673Z","end":"2026-03-18T15:08:35.618958Z","steps":["trace[1623762676] 'agreement among raft nodes before linearized reading' (duration: 1.096740423s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:35.618996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097335037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:08:35.619006Z","caller":"traceutil/trace.go:171","msg":"trace[1617050448] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820; range_end:; response_count:1; response_revision:8586; }","duration":"937.21742ms","start":"2026-03-18T15:08:34.681774Z","end":"2026-03-18T15:08:35.618991Z","steps":["trace[1617050448] 'agreement among raft nodes before linearized reading' (duration: 936.624345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:35.619057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.68175Z","time spent":"937.300802ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820\" "} {"level":"info","ts":"2026-03-18T15:08:35.619068Z","caller":"traceutil/trace.go:171","msg":"trace[1180654199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8586; }","duration":"1.097433499s","start":"2026-03-18T15:08:34.521608Z","end":"2026-03-18T15:08:35.619042Z","steps":["trace[1180654199] 'agreement among raft nodes before linearized reading' (duration: 1.096812254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:35.619057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09742671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T15:08:35.619131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.521594Z","time spent":"1.097495681s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T15:08:35.61914Z","caller":"traceutil/trace.go:171","msg":"trace[1841223844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8586; }","duration":"1.097540482s","start":"2026-03-18T15:08:34.521582Z","end":"2026-03-18T15:08:35.619122Z","steps":["trace[1841223844] 'agreement among raft nodes before linearized reading' (duration: 1.096847835s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:35.619092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.521655Z","time spent":"1.097409179s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:08:35.619189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.521575Z","time spent":"1.097604863s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:08:35.618978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.996512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T15:08:35.619243Z","caller":"traceutil/trace.go:171","msg":"trace[448308537] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8586; }","duration":"841.278329ms","start":"2026-03-18T15:08:34.777955Z","end":"2026-03-18T15:08:35.619233Z","steps":["trace[448308537] 'agreement among raft nodes before linearized reading' (duration: 840.427118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:35.619282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.777898Z","time spent":"841.371731ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T15:08:35.619248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071983411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:08:35.619373Z","caller":"traceutil/trace.go:171","msg":"trace[2093748688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8586; }","duration":"1.072181885s","start":"2026-03-18T15:08:34.547178Z","end":"2026-03-18T15:08:35.61936Z","steps":["trace[2093748688] 'agreement among raft nodes before linearized reading' (duration: 1.071228492s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:35.619446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.547163Z","time spent":"1.072272708s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:08:35.618604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097557723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:08:35.619935Z","caller":"traceutil/trace.go:171","msg":"trace[634913878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8586; }","duration":"1.098956286s","start":"2026-03-18T15:08:34.520963Z","end":"2026-03-18T15:08:35.61992Z","steps":["trace[634913878] 'agreement among raft nodes before linearized reading' (duration: 1.09747353s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:35.620008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.52094Z","time spent":"1.099053929s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:08:36.840203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122340844s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:36.840376Z","caller":"traceutil/trace.go:171","msg":"trace[1447335630] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8932; }","duration":"1.222031987s","start":"2026-03-18T15:08:35.618326Z","end":"2026-03-18T15:08:36.840358Z","steps":["trace[1447335630] 'read index received' (duration: 99.489768ms)","trace[1447335630] 'applied index is now lower than readState.Index' (duration: 1.122541279s)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:36.840465Z","caller":"traceutil/trace.go:171","msg":"trace[644688934] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"1.41307958s","start":"2026-03-18T15:08:35.427372Z","end":"2026-03-18T15:08:36.840452Z","steps":["trace[644688934] 'process raft request' (duration: 290.402897ms)","trace[644688934] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 1.121465712s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:36.840534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:35.427343Z","time spent":"1.413161321s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:36.840716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724004432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:36.84078Z","caller":"traceutil/trace.go:171","msg":"trace[1705539635] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8587; }","duration":"1.724113714s","start":"2026-03-18T15:08:35.116656Z","end":"2026-03-18T15:08:36.84077Z","steps":["trace[1705539635] 'agreement among raft nodes before linearized reading' (duration: 1.724023702s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:36.840826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:35.116631Z","time spent":"1.724184047s","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:36.840793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996288551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:36.841019Z","caller":"traceutil/trace.go:171","msg":"trace[598853603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8587; }","duration":"1.996493776s","start":"2026-03-18T15:08:34.844429Z","end":"2026-03-18T15:08:36.840922Z","steps":["trace[598853603] 'agreement among raft nodes before linearized reading' (duration: 1.996275411s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:36.841101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.8444Z","time spent":"1.996683621s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:08:36.841336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99422969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-18T15:08:36.842126Z","caller":"traceutil/trace.go:171","msg":"trace[1116042509] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8587; }","duration":"1.994348823s","start":"2026-03-18T15:08:34.84705Z","end":"2026-03-18T15:08:36.841398Z","steps":["trace[1116042509] 'agreement among raft nodes before linearized reading' (duration: 1.993685947s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:36.842208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:34.847027Z","time spent":"1.995162094s","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19456,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T15:08:37.166041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448251188s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T15:08:38.226227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059946163s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:38.226448Z","caller":"traceutil/trace.go:171","msg":"trace[825598194] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"2.60325444s","start":"2026-03-18T15:08:35.623167Z","end":"2026-03-18T15:08:38.226421Z","steps":["trace[825598194] 'process raft request' (duration: 1.54302311s)","trace[825598194] 'compare' (duration: 1.059779098s)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:38.226534Z","caller":"traceutil/trace.go:171","msg":"trace[754251477] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"2.602586934s","start":"2026-03-18T15:08:35.623923Z","end":"2026-03-18T15:08:38.22651Z","steps":["trace[754251477] 'process raft request' (duration: 2.602402439s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:38.226586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:35.623141Z","time spent":"2.603367954s","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:38.226623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:35.623894Z","time spent":"2.602685615s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:38.226753Z","caller":"traceutil/trace.go:171","msg":"trace[1191947698] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"2.60243922s","start":"2026-03-18T15:08:35.624291Z","end":"2026-03-18T15:08:38.22673Z","steps":["trace[1191947698] 'process raft request' (duration: 2.602162263s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:38.226871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:35.624267Z","time spent":"2.602542682s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:38.22718Z","caller":"traceutil/trace.go:171","msg":"trace[1847357536] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"2.602295136s","start":"2026-03-18T15:08:35.624867Z","end":"2026-03-18T15:08:38.227162Z","steps":["trace[1847357536] 'process raft request' (duration: 2.602207244s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:38.227189Z","caller":"traceutil/trace.go:171","msg":"trace[1094484647] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"2.602804698s","start":"2026-03-18T15:08:35.624358Z","end":"2026-03-18T15:08:38.227163Z","steps":["trace[1094484647] 'process raft request' (duration: 2.602308296s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:38.227277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:35.624855Z","time spent":"2.602375298s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:38.227301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:35.624337Z","time spent":"2.602908231s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:38.258939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092753333s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T15:08:38.259506Z","caller":"traceutil/trace.go:171","msg":"trace[1729950755] linearizableReadLoop","detail":"{readStateIndex:8939; appliedIndex:8933; }","duration":"1.419070046s","start":"2026-03-18T15:08:36.840417Z","end":"2026-03-18T15:08:38.259487Z","steps":["trace[1729950755] 'read index received' (duration: 325.78741ms)","trace[1729950755] 'applied index is now lower than readState.Index' (duration: 1.093281736s)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:38.259552Z","caller":"traceutil/trace.go:171","msg":"trace[729618413] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"1.407671545s","start":"2026-03-18T15:08:36.851853Z","end":"2026-03-18T15:08:38.259524Z","steps":["trace[729618413] 'process raft request' (duration: 1.407590053s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:38.259682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113947788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:08:38.259791Z","caller":"traceutil/trace.go:171","msg":"trace[905695727] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8594; }","duration":"2.114134813s","start":"2026-03-18T15:08:36.145638Z","end":"2026-03-18T15:08:38.259772Z","steps":["trace[905695727] 'agreement among raft nodes before linearized reading' (duration: 2.113950068s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:38.259791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:36.85184Z","time spent":"1.407769947s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:38.259841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:36.145605Z","time spent":"2.114224226s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:38.259811Z","caller":"traceutil/trace.go:171","msg":"trace[308451993] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"2.413410169s","start":"2026-03-18T15:08:35.84637Z","end":"2026-03-18T15:08:38.25978Z","steps":["trace[308451993] 'process raft request' (duration: 2.412942706s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:38.260042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:35.84633Z","time spent":"2.413639794s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:38.260664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634207965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228737"} {"level":"info","ts":"2026-03-18T15:08:38.260721Z","caller":"traceutil/trace.go:171","msg":"trace[428537048] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8594; }","duration":"2.634288566s","start":"2026-03-18T15:08:35.62642Z","end":"2026-03-18T15:08:38.260708Z","steps":["trace[428537048] 'agreement among raft nodes before linearized reading' (duration: 2.633209169s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:38.261366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:35.626412Z","time spent":"2.634935202s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228760,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T15:08:38.759843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982638537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:08:38.8519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0002464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T15:08:38.851998Z","caller":"traceutil/trace.go:171","msg":"trace[1953132888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399693s","start":"2026-03-18T15:08:36.851579Z","end":"2026-03-18T15:08:38.851979Z","steps":["trace[1953132888] 'agreement among raft nodes before linearized reading' (duration: 2.00027418s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:38.852055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:36.851558Z","time spent":"2.000485785s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 15:08:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T15:08:39.232607Z","caller":"traceutil/trace.go:171","msg":"trace[922491418] linearizableReadLoop","detail":"{readStateIndex:8942; appliedIndex:8940; }","duration":"973.023486ms","start":"2026-03-18T15:08:38.259567Z","end":"2026-03-18T15:08:39.23259Z","steps":["trace[922491418] 'read index received' (duration: 972.871332ms)","trace[922491418] 'applied index is now lower than readState.Index' (duration: 151.284µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:39.232755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501448454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:08:39.232773Z","caller":"traceutil/trace.go:171","msg":"trace[2095387374] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8596; }","duration":"1.501552786s","start":"2026-03-18T15:08:37.731215Z","end":"2026-03-18T15:08:39.232768Z","steps":["trace[2095387374] 'agreement among raft nodes before linearized reading' (duration: 1.501500844s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.232794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:37.731195Z","time spent":"1.501592587s","remote":"127.0.0.1:39402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:39.232841Z","caller":"traceutil/trace.go:171","msg":"trace[1914053813] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"1.609521345s","start":"2026-03-18T15:08:37.623287Z","end":"2026-03-18T15:08:39.232809Z","steps":["trace[1914053813] 'process raft request' (duration: 1.609268328s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.232861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063128252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:08:39.232946Z","caller":"traceutil/trace.go:171","msg":"trace[1669255110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8596; }","duration":"1.063253685s","start":"2026-03-18T15:08:38.169662Z","end":"2026-03-18T15:08:39.232916Z","steps":["trace[1669255110] 'agreement among raft nodes before linearized reading' (duration: 1.06305008s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.232986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:37.623251Z","time spent":"1.609654698s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:39.233043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609623737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:08:39.233063Z","caller":"traceutil/trace.go:171","msg":"trace[2136417828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8596; }","duration":"1.609668758s","start":"2026-03-18T15:08:37.62339Z","end":"2026-03-18T15:08:39.233058Z","steps":["trace[2136417828] 'agreement among raft nodes before linearized reading' (duration: 1.609597726s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.233056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.930055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:08:39.233077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:37.623379Z","time spent":"1.609694718s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T15:08:39.233086Z","caller":"traceutil/trace.go:171","msg":"trace[701042341] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8596; }","duration":"979.992847ms","start":"2026-03-18T15:08:38.253084Z","end":"2026-03-18T15:08:39.233077Z","steps":["trace[701042341] 'agreement among raft nodes before linearized reading' (duration: 979.925975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.233121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:38.253066Z","time spent":"980.046889ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:39.233196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66073448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:08:39.233228Z","caller":"traceutil/trace.go:171","msg":"trace[683508632] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8596; }","duration":"1.660815252s","start":"2026-03-18T15:08:37.572407Z","end":"2026-03-18T15:08:39.233222Z","steps":["trace[683508632] 'agreement among raft nodes before linearized reading' (duration: 1.66074643s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.233254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:37.572383Z","time spent":"1.660865443s","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:39.233124Z","caller":"traceutil/trace.go:171","msg":"trace[1058397477] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"1.686694211s","start":"2026-03-18T15:08:37.546422Z","end":"2026-03-18T15:08:39.233116Z","steps":["trace[1058397477] 'process raft request' (duration: 1.686023145s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.233341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:37.546395Z","time spent":"1.686905655s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:39.232991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:38.169598Z","time spent":"1.063383089s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:08:39.233565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.421186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:39.233582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16337739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:08:39.233612Z","caller":"traceutil/trace.go:171","msg":"trace[2113505064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8596; }","duration":"381.502778ms","start":"2026-03-18T15:08:38.852092Z","end":"2026-03-18T15:08:39.233594Z","steps":["trace[2113505064] 'agreement among raft nodes before linearized reading' (duration: 381.438156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:39.233622Z","caller":"traceutil/trace.go:171","msg":"trace[443391207] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8596; }","duration":"2.163447952s","start":"2026-03-18T15:08:37.070163Z","end":"2026-03-18T15:08:39.233611Z","steps":["trace[443391207] 'agreement among raft nodes before linearized reading' (duration: 2.16337376s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.233645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:38.852068Z","time spent":"381.570099ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:08:39.233652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:37.070148Z","time spent":"2.163496073s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:39.233733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.411429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T15:08:39.233825Z","caller":"traceutil/trace.go:171","msg":"trace[1841225744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8596; }","duration":"369.556562ms","start":"2026-03-18T15:08:38.864249Z","end":"2026-03-18T15:08:39.233806Z","steps":["trace[1841225744] 'agreement among raft nodes before linearized reading' (duration: 369.246694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.233878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:38.86423Z","time spent":"369.637494ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T15:08:39.233836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.902959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T15:08:39.233921Z","caller":"traceutil/trace.go:171","msg":"trace[1459135741] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8596; }","duration":"548.030072ms","start":"2026-03-18T15:08:38.685881Z","end":"2026-03-18T15:08:39.233911Z","steps":["trace[1459135741] 'agreement among raft nodes before linearized reading' (duration: 547.548531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:39.233989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:38.685855Z","time spent":"548.124014ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T15:08:39.345877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.122308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:39.346028Z","caller":"traceutil/trace.go:171","msg":"trace[156592375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8598; }","duration":"103.285462ms","start":"2026-03-18T15:08:39.242724Z","end":"2026-03-18T15:08:39.346009Z","steps":["trace[156592375] 'agreement among raft nodes before linearized reading' (duration: 103.066987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:39.345994Z","caller":"traceutil/trace.go:171","msg":"trace[787421219] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"107.983108ms","start":"2026-03-18T15:08:39.237964Z","end":"2026-03-18T15:08:39.345947Z","steps":["trace[787421219] 'process raft request' (duration: 96.694089ms)","trace[787421219] 'compare' (duration: 10.92485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:39.34593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.328477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-18T15:08:39.346242Z","caller":"traceutil/trace.go:171","msg":"trace[919691986] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df6fdbf8ed919; range_end:; response_count:1; response_revision:8598; }","duration":"108.665094ms","start":"2026-03-18T15:08:39.237555Z","end":"2026-03-18T15:08:39.34622Z","steps":["trace[919691986] 'agreement among raft nodes before linearized reading' (duration: 108.239284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:44.930481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982638769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T15:08:44.968813Z","caller":"traceutil/trace.go:171","msg":"trace[23710788] linearizableReadLoop","detail":"{readStateIndex:9002; appliedIndex:9001; }","duration":"538.875216ms","start":"2026-03-18T15:08:44.429915Z","end":"2026-03-18T15:08:44.96879Z","steps":["trace[23710788] 'read index received' (duration: 538.668421ms)","trace[23710788] 'applied index is now lower than readState.Index' (duration: 205.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:44.96902Z","caller":"traceutil/trace.go:171","msg":"trace[1565061698] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"623.833326ms","start":"2026-03-18T15:08:44.345159Z","end":"2026-03-18T15:08:44.968992Z","steps":["trace[1565061698] 'process raft request' (duration: 623.486447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:44.969164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:44.34514Z","time spent":"623.946309ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:44.96941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.323825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-18T15:08:44.969482Z","caller":"traceutil/trace.go:171","msg":"trace[2076475197] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820; range_end:; response_count:1; response_revision:8654; }","duration":"288.431537ms","start":"2026-03-18T15:08:44.681032Z","end":"2026-03-18T15:08:44.969463Z","steps":["trace[2076475197] 'agreement among raft nodes before linearized reading' (duration: 288.159431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:44.96949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.4089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:08:44.969615Z","caller":"traceutil/trace.go:171","msg":"trace[41819954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8654; }","duration":"539.808019ms","start":"2026-03-18T15:08:44.429776Z","end":"2026-03-18T15:08:44.969584Z","steps":["trace[41819954] 'agreement among raft nodes before linearized reading' (duration: 539.181573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:44.969673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:44.429733Z","time spent":"539.925522ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:08:44.971358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.588189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T15:08:44.97147Z","caller":"traceutil/trace.go:171","msg":"trace[569080374] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8654; }","duration":"434.743053ms","start":"2026-03-18T15:08:44.536703Z","end":"2026-03-18T15:08:44.971446Z","steps":["trace[569080374] 'agreement among raft nodes before linearized reading' (duration: 432.463257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:44.971537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:44.536687Z","time spent":"434.830565ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T15:08:45.221281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.77837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:45.221343Z","caller":"traceutil/trace.go:171","msg":"trace[1143898279] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8656; }","duration":"102.884182ms","start":"2026-03-18T15:08:45.118445Z","end":"2026-03-18T15:08:45.221329Z","steps":["trace[1143898279] 'range keys from in-memory index tree' (duration: 102.710888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:45.221718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.121486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T15:08:45.221797Z","caller":"traceutil/trace.go:171","msg":"trace[1692599532] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8656; }","duration":"147.239259ms","start":"2026-03-18T15:08:45.074541Z","end":"2026-03-18T15:08:45.22178Z","steps":["trace[1692599532] 'range keys from in-memory index tree' (duration: 146.970533ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:45.516684Z","caller":"traceutil/trace.go:171","msg":"trace[328223629] linearizableReadLoop","detail":"{readStateIndex:9005; appliedIndex:9004; }","duration":"263.691546ms","start":"2026-03-18T15:08:45.25296Z","end":"2026-03-18T15:08:45.516651Z","steps":["trace[328223629] 'read index received' (duration: 263.43593ms)","trace[328223629] 'applied index is now lower than readState.Index' (duration: 254.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:45.516781Z","caller":"traceutil/trace.go:171","msg":"trace[1117406344] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"266.499826ms","start":"2026-03-18T15:08:45.250233Z","end":"2026-03-18T15:08:45.516733Z","steps":["trace[1117406344] 'process raft request' (duration: 266.182778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:45.516938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.819567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:45.516967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.78136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:08:45.51698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.064975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:45.516997Z","caller":"traceutil/trace.go:171","msg":"trace[775820491] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8657; }","duration":"250.9251ms","start":"2026-03-18T15:08:45.266057Z","end":"2026-03-18T15:08:45.516982Z","steps":["trace[775820491] 'agreement among raft nodes before linearized reading' (duration: 250.799987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:45.516997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.426728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:08:45.517019Z","caller":"traceutil/trace.go:171","msg":"trace[318720292] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8657; }","duration":"196.179078ms","start":"2026-03-18T15:08:45.320827Z","end":"2026-03-18T15:08:45.517006Z","steps":["trace[318720292] 'agreement among raft nodes before linearized reading' (duration: 196.064735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:45.517043Z","caller":"traceutil/trace.go:171","msg":"trace[481453910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8657; }","duration":"214.49955ms","start":"2026-03-18T15:08:45.302531Z","end":"2026-03-18T15:08:45.51703Z","steps":["trace[481453910] 'agreement among raft nodes before linearized reading' (duration: 214.336506ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:45.517004Z","caller":"traceutil/trace.go:171","msg":"trace[1716892464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8657; }","duration":"223.838561ms","start":"2026-03-18T15:08:45.293155Z","end":"2026-03-18T15:08:45.516993Z","steps":["trace[1716892464] 'agreement among raft nodes before linearized reading' (duration: 223.77014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:45.517079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.090806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111891"} {"level":"info","ts":"2026-03-18T15:08:45.517145Z","caller":"traceutil/trace.go:171","msg":"trace[2041995133] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8657; }","duration":"264.173939ms","start":"2026-03-18T15:08:45.252954Z","end":"2026-03-18T15:08:45.517128Z","steps":["trace[2041995133] 'agreement among raft nodes before linearized reading' (duration: 263.855791ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:45.877201Z","caller":"traceutil/trace.go:171","msg":"trace[1378276611] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"355.598847ms","start":"2026-03-18T15:08:45.521579Z","end":"2026-03-18T15:08:45.877178Z","steps":["trace[1378276611] 'process raft request' (duration: 355.468174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:45.87733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:45.521557Z","time spent":"355.70662ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:45.881749Z","caller":"traceutil/trace.go:171","msg":"trace[824819168] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"352.191353ms","start":"2026-03-18T15:08:45.529534Z","end":"2026-03-18T15:08:45.881725Z","steps":["trace[824819168] 'process raft request' (duration: 351.64963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:45.881878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:45.529527Z","time spent":"352.284325ms","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:46.391921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.873152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-18T15:08:46.392208Z","caller":"traceutil/trace.go:171","msg":"trace[175452364] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8659; }","duration":"492.498061ms","start":"2026-03-18T15:08:45.899679Z","end":"2026-03-18T15:08:46.392177Z","steps":["trace[175452364] 'process raft request' (duration: 111.2936ms)","trace[175452364] 'compare' (duration: 380.82583ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:46.39227Z","caller":"traceutil/trace.go:171","msg":"trace[1559413618] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"100.560675ms","start":"2026-03-18T15:08:46.29169Z","end":"2026-03-18T15:08:46.392251Z","steps":["trace[1559413618] 'process raft request' (duration: 100.501233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:46.392399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.256037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-5d9h7\" ","response":"range_response_count:1 size:4844"} {"level":"info","ts":"2026-03-18T15:08:46.392367Z","caller":"traceutil/trace.go:171","msg":"trace[153320909] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"434.029916ms","start":"2026-03-18T15:08:45.958276Z","end":"2026-03-18T15:08:46.392306Z","steps":["trace[153320909] 'process raft request' (duration: 433.79693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:46.392443Z","caller":"traceutil/trace.go:171","msg":"trace[2059655636] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-5d9h7; range_end:; response_count:1; response_revision:8661; }","duration":"435.338959ms","start":"2026-03-18T15:08:45.957092Z","end":"2026-03-18T15:08:46.392431Z","steps":["trace[2059655636] 'agreement among raft nodes before linearized reading' (duration: 435.169855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:46.392472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:45.957078Z","time spent":"435.3857ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4867,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-5d9h7\" "} {"level":"warn","ts":"2026-03-18T15:08:46.392347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:45.899652Z","time spent":"492.633223ms","remote":"127.0.0.1:39346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T15:08:46.392584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:45.958264Z","time spent":"434.20381ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T15:08:46.392221Z","caller":"traceutil/trace.go:171","msg":"trace[660608189] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9007; }","duration":"435.068242ms","start":"2026-03-18T15:08:45.957132Z","end":"2026-03-18T15:08:46.3922Z","steps":["trace[660608189] 'read index received' (duration: 53.856301ms)","trace[660608189] 'applied index is now lower than readState.Index' (duration: 381.210061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:46.404302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.130171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T15:08:46.404406Z","caller":"traceutil/trace.go:171","msg":"trace[1624683471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8662; }","duration":"129.254924ms","start":"2026-03-18T15:08:46.275118Z","end":"2026-03-18T15:08:46.404373Z","steps":["trace[1624683471] 'agreement among raft nodes before linearized reading' (duration: 128.562247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:46.404538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.632666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:08:46.403798Z","caller":"traceutil/trace.go:171","msg":"trace[296511233] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"108.535442ms","start":"2026-03-18T15:08:46.295224Z","end":"2026-03-18T15:08:46.403759Z","steps":["trace[296511233] 'process raft request' (duration: 108.301526ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:46.404654Z","caller":"traceutil/trace.go:171","msg":"trace[678089841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8662; }","duration":"102.732349ms","start":"2026-03-18T15:08:46.301875Z","end":"2026-03-18T15:08:46.404607Z","steps":["trace[678089841] 'agreement among raft nodes before linearized reading' (duration: 101.943369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:46.404707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.064564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:08:46.404818Z","caller":"traceutil/trace.go:171","msg":"trace[572692619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8662; }","duration":"130.179136ms","start":"2026-03-18T15:08:46.274588Z","end":"2026-03-18T15:08:46.404767Z","steps":["trace[572692619] 'agreement among raft nodes before linearized reading' (duration: 129.193662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:46.404972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.662811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T15:08:46.405017Z","caller":"traceutil/trace.go:171","msg":"trace[1833337602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8662; }","duration":"137.729433ms","start":"2026-03-18T15:08:46.267266Z","end":"2026-03-18T15:08:46.404996Z","steps":["trace[1833337602] 'agreement among raft nodes before linearized reading' (duration: 136.531454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:46.404821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.758013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:08:46.405189Z","caller":"traceutil/trace.go:171","msg":"trace[1859021464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8662; }","duration":"110.118711ms","start":"2026-03-18T15:08:46.295032Z","end":"2026-03-18T15:08:46.40515Z","steps":["trace[1859021464] 'agreement among raft nodes before linearized reading' (duration: 108.641705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:46.88606Z","caller":"traceutil/trace.go:171","msg":"trace[1650179423] linearizableReadLoop","detail":"{readStateIndex:9012; appliedIndex:9011; }","duration":"482.38205ms","start":"2026-03-18T15:08:46.403651Z","end":"2026-03-18T15:08:46.886033Z","steps":["trace[1650179423] 'read index received' (duration: 482.148925ms)","trace[1650179423] 'applied index is now lower than readState.Index' (duration: 231.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:46.886109Z","caller":"traceutil/trace.go:171","msg":"trace[898977610] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"484.79002ms","start":"2026-03-18T15:08:46.401277Z","end":"2026-03-18T15:08:46.886067Z","steps":["trace[898977610] 'process raft request' (duration: 484.516854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:46.886236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:46.401247Z","time spent":"484.925883ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4826,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:46.886254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.375357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:368"} {"level":"info","ts":"2026-03-18T15:08:46.886293Z","caller":"traceutil/trace.go:171","msg":"trace[1261943547] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:8663; }","duration":"492.48571ms","start":"2026-03-18T15:08:46.393796Z","end":"2026-03-18T15:08:46.886281Z","steps":["trace[1261943547] 'agreement among raft nodes before linearized reading' (duration: 492.363937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:46.88633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:46.393774Z","time spent":"492.547781ms","remote":"127.0.0.1:39346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":391,"request content":"key:\"/registry/namespaces/openstack\" "} {"level":"info","ts":"2026-03-18T15:08:47.19225Z","caller":"traceutil/trace.go:171","msg":"trace[147451642] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9012; }","duration":"306.100844ms","start":"2026-03-18T15:08:46.886131Z","end":"2026-03-18T15:08:47.192232Z","steps":["trace[147451642] 'read index received' (duration: 305.9697ms)","trace[147451642] 'applied index is now lower than readState.Index' (duration: 129.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:47.192342Z","caller":"traceutil/trace.go:171","msg":"trace[1828734911] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"779.625385ms","start":"2026-03-18T15:08:46.412704Z","end":"2026-03-18T15:08:47.19233Z","steps":["trace[1828734911] 'process raft request' (duration: 779.503072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:47.192676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.770157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228926"} {"level":"info","ts":"2026-03-18T15:08:47.192388Z","caller":"traceutil/trace.go:171","msg":"trace[1344070294] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"779.711557ms","start":"2026-03-18T15:08:46.412662Z","end":"2026-03-18T15:08:47.192373Z","steps":["trace[1344070294] 'process raft request' (duration: 779.529123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:47.192714Z","caller":"traceutil/trace.go:171","msg":"trace[1905071613] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8667; }","duration":"783.83919ms","start":"2026-03-18T15:08:46.408861Z","end":"2026-03-18T15:08:47.1927Z","steps":["trace[1905071613] 'agreement among raft nodes before linearized reading' (duration: 783.558883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:47.192682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:46.412686Z","time spent":"779.921213ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:47.192735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:46.408844Z","time spent":"783.885971ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228949,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T15:08:47.192755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:46.412638Z","time spent":"780.073926ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:47.192365Z","caller":"traceutil/trace.go:171","msg":"trace[341800293] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"782.067396ms","start":"2026-03-18T15:08:46.410256Z","end":"2026-03-18T15:08:47.192323Z","steps":["trace[341800293] 'process raft request' (duration: 781.794829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:47.192857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:46.410236Z","time spent":"782.604638ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:47.19241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.659895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:47.192903Z","caller":"traceutil/trace.go:171","msg":"trace[1179521085] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8667; }","duration":"680.207078ms","start":"2026-03-18T15:08:46.512687Z","end":"2026-03-18T15:08:47.192894Z","steps":["trace[1179521085] 'agreement among raft nodes before linearized reading' (duration: 679.671835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:47.192928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:46.512666Z","time spent":"680.255869ms","remote":"127.0.0.1:51348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:08:47.192357Z","caller":"traceutil/trace.go:171","msg":"trace[1512763265] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"779.774859ms","start":"2026-03-18T15:08:46.412517Z","end":"2026-03-18T15:08:47.192292Z","steps":["trace[1512763265] 'process raft request' (duration: 779.650916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:47.193058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:46.412509Z","time spent":"780.531957ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:47.207907Z","caller":"traceutil/trace.go:171","msg":"trace[241191115] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"307.622312ms","start":"2026-03-18T15:08:46.90027Z","end":"2026-03-18T15:08:47.207892Z","steps":["trace[241191115] 'process raft request' (duration: 307.54195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:47.208005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:46.900243Z","time spent":"307.721165ms","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26937,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T15:08:53.230474Z","caller":"traceutil/trace.go:171","msg":"trace[802234673] linearizableReadLoop","detail":"{readStateIndex:9128; appliedIndex:9127; }","duration":"155.690108ms","start":"2026-03-18T15:08:53.074748Z","end":"2026-03-18T15:08:53.230438Z","steps":["trace[802234673] 'read index received' (duration: 155.340368ms)","trace[802234673] 'applied index is now lower than readState.Index' (duration: 347.44µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:53.230575Z","caller":"traceutil/trace.go:171","msg":"trace[2035009000] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"191.560824ms","start":"2026-03-18T15:08:53.03898Z","end":"2026-03-18T15:08:53.230541Z","steps":["trace[2035009000] 'process raft request' (duration: 191.193684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:53.230714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.933434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T15:08:53.230827Z","caller":"traceutil/trace.go:171","msg":"trace[608053839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8776; }","duration":"156.066927ms","start":"2026-03-18T15:08:53.074735Z","end":"2026-03-18T15:08:53.230802Z","steps":["trace[608053839] 'agreement among raft nodes before linearized reading' (duration: 155.831121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:53.603373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.46171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:53.603496Z","caller":"traceutil/trace.go:171","msg":"trace[1735529895] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"368.255291ms","start":"2026-03-18T15:08:53.23522Z","end":"2026-03-18T15:08:53.603475Z","steps":["trace[1735529895] 'process raft request' (duration: 32.603786ms)","trace[1735529895] 'compare' (duration: 335.318467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:53.603573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:53.235207Z","time spent":"368.333013ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:53.629128Z","caller":"traceutil/trace.go:171","msg":"trace[511909140] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"393.243477ms","start":"2026-03-18T15:08:53.235859Z","end":"2026-03-18T15:08:53.629102Z","steps":["trace[511909140] 'process raft request' (duration: 393.045052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:53.629284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:53.235848Z","time spent":"393.35721ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:53.629409Z","caller":"traceutil/trace.go:171","msg":"trace[264221672] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"393.433662ms","start":"2026-03-18T15:08:53.235919Z","end":"2026-03-18T15:08:53.629353Z","steps":["trace[264221672] 'process raft request' (duration: 393.136015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:53.629646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:53.235898Z","time spent":"393.626547ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:53.630074Z","caller":"traceutil/trace.go:171","msg":"trace[793532016] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"394.105408ms","start":"2026-03-18T15:08:53.235929Z","end":"2026-03-18T15:08:53.630034Z","steps":["trace[793532016] 'process raft request' (duration: 393.344689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:53.630161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:53.235912Z","time spent":"394.205841ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:53.630062Z","caller":"traceutil/trace.go:171","msg":"trace[1803758296] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9128; }","duration":"393.058102ms","start":"2026-03-18T15:08:53.236952Z","end":"2026-03-18T15:08:53.630011Z","steps":["trace[1803758296] 'read index received' (duration: 30.846782ms)","trace[1803758296] 'applied index is now lower than readState.Index' (duration: 362.20996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:53.630455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.480424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233228"} {"level":"info","ts":"2026-03-18T15:08:53.630502Z","caller":"traceutil/trace.go:171","msg":"trace[1955070688] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8780; }","duration":"393.562305ms","start":"2026-03-18T15:08:53.236929Z","end":"2026-03-18T15:08:53.630491Z","steps":["trace[1955070688] 'agreement among raft nodes before linearized reading' (duration: 393.183586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:53.630532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:53.23692Z","time spent":"393.604896ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":233251,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T15:08:53.64995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.038218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:53.650022Z","caller":"traceutil/trace.go:171","msg":"trace[507265258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8781; }","duration":"356.179461ms","start":"2026-03-18T15:08:53.293825Z","end":"2026-03-18T15:08:53.650005Z","steps":["trace[507265258] 'agreement among raft nodes before linearized reading' (duration: 356.048348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:53.650069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:53.293793Z","time spent":"356.268294ms","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T15:08:53.650105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.436588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-18T15:08:53.650152Z","caller":"traceutil/trace.go:171","msg":"trace[935551479] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8781; }","duration":"212.522751ms","start":"2026-03-18T15:08:53.437616Z","end":"2026-03-18T15:08:53.650139Z","steps":["trace[935551479] 'agreement among raft nodes before linearized reading' (duration: 212.333726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:54.157747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.503235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:54.157873Z","caller":"traceutil/trace.go:171","msg":"trace[1591806814] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9133; }","duration":"468.179429ms","start":"2026-03-18T15:08:53.689658Z","end":"2026-03-18T15:08:54.157838Z","steps":["trace[1591806814] 'read index received' (duration: 356.5062ms)","trace[1591806814] 'applied index is now lower than readState.Index' (duration: 111.671659ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:54.158121Z","caller":"traceutil/trace.go:171","msg":"trace[863430572] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"501.379259ms","start":"2026-03-18T15:08:53.656677Z","end":"2026-03-18T15:08:54.158056Z","steps":["trace[863430572] 'process raft request' (duration: 389.473254ms)","trace[863430572] 'compare' (duration: 111.116355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:54.158202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.759192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:08:54.158291Z","caller":"traceutil/trace.go:171","msg":"trace[1727687222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8782; }","duration":"251.884155ms","start":"2026-03-18T15:08:53.906391Z","end":"2026-03-18T15:08:54.158275Z","steps":["trace[1727687222] 'agreement among raft nodes before linearized reading' (duration: 251.666449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:54.158316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:53.656667Z","time spent":"501.548503ms","remote":"127.0.0.1:39524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1097,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:54.158807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.150563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbba05aa-8998-4c60-9626-17deec37f19a\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-18T15:08:54.158919Z","caller":"traceutil/trace.go:171","msg":"trace[1844721413] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cbba05aa-8998-4c60-9626-17deec37f19a; range_end:; response_count:1; response_revision:8782; }","duration":"469.311408ms","start":"2026-03-18T15:08:53.689587Z","end":"2026-03-18T15:08:54.158899Z","steps":["trace[1844721413] 'agreement among raft nodes before linearized reading' (duration: 469.010491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:54.159023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:53.689551Z","time spent":"469.453372ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbba05aa-8998-4c60-9626-17deec37f19a\" "} {"level":"warn","ts":"2026-03-18T15:08:54.812313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.6215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:08:54.812534Z","caller":"traceutil/trace.go:171","msg":"trace[734122715] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9134; }","duration":"649.270342ms","start":"2026-03-18T15:08:54.163156Z","end":"2026-03-18T15:08:54.812427Z","steps":["trace[734122715] 'read index received' (duration: 373.481158ms)","trace[734122715] 'applied index is now lower than readState.Index' (duration: 275.787394ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:54.812757Z","caller":"traceutil/trace.go:171","msg":"trace[1739538543] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"650.140784ms","start":"2026-03-18T15:08:54.162574Z","end":"2026-03-18T15:08:54.812715Z","steps":["trace[1739538543] 'process raft request' (duration: 373.95934ms)","trace[1739538543] 'compare' (duration: 275.481607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:54.81292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:54.162545Z","time spent":"650.301827ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:54.812925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.754014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.189df7ff45d11dbc\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-18T15:08:54.813049Z","caller":"traceutil/trace.go:171","msg":"trace[2105131625] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.189df7ff45d11dbc; range_end:; response_count:1; response_revision:8783; }","duration":"649.960321ms","start":"2026-03-18T15:08:54.163068Z","end":"2026-03-18T15:08:54.813028Z","steps":["trace[2105131625] 'agreement among raft nodes before linearized reading' (duration: 649.632812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:54.813128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:54.163051Z","time spent":"650.062913ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.189df7ff45d11dbc\" "} {"level":"info","ts":"2026-03-18T15:08:55.216327Z","caller":"traceutil/trace.go:171","msg":"trace[10086629] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"796.471442ms","start":"2026-03-18T15:08:54.419824Z","end":"2026-03-18T15:08:55.216296Z","steps":["trace[10086629] 'process raft request' (duration: 793.571831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:55.216513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:54.419792Z","time spent":"796.614556ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:55.216896Z","caller":"traceutil/trace.go:171","msg":"trace[465810652] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"784.570329ms","start":"2026-03-18T15:08:54.432311Z","end":"2026-03-18T15:08:55.216881Z","steps":["trace[465810652] 'process raft request' (duration: 783.939102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:55.216996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:54.432294Z","time spent":"784.646721ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:08:55.465865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.116133ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T15:08:55.466673Z","caller":"traceutil/trace.go:171","msg":"trace[285082683] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"650.965391ms","start":"2026-03-18T15:08:54.815687Z","end":"2026-03-18T15:08:55.466653Z","steps":["trace[285082683] 'process raft request' (duration: 650.260693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:08:55.466835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:54.815645Z","time spent":"651.104954ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:08:55.466611Z","caller":"traceutil/trace.go:171","msg":"trace[479196074] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9135; }","duration":"653.950554ms","start":"2026-03-18T15:08:54.812625Z","end":"2026-03-18T15:08:55.466576Z","steps":["trace[479196074] 'read index received' (duration: 400.787406ms)","trace[479196074] 'applied index is now lower than readState.Index' (duration: 253.160628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:55.506327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.317067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:08:55.506572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.039814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-18T15:08:55.50646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.769795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-18T15:08:55.506685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343436799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbba05aa-8998-4c60-9626-17deec37f19a\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-18T15:08:55.50674Z","caller":"traceutil/trace.go:171","msg":"trace[2093366484] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820; range_end:; response_count:1; response_revision:8786; }","duration":"825.095853ms","start":"2026-03-18T15:08:54.681625Z","end":"2026-03-18T15:08:55.506721Z","steps":["trace[2093366484] 'agreement among raft nodes before linearized reading' (duration: 784.994302ms)","trace[2093366484] 'range keys from in-memory index tree' (duration: 39.729812ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:55.506741Z","caller":"traceutil/trace.go:171","msg":"trace[564676472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8786; }","duration":"170.142437ms","start":"2026-03-18T15:08:55.336484Z","end":"2026-03-18T15:08:55.506627Z","steps":["trace[564676472] 'agreement among raft nodes before linearized reading' (duration: 130.518967ms)","trace[564676472] 'range keys from in-memory index tree' (duration: 39.370594ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:55.506766Z","caller":"traceutil/trace.go:171","msg":"trace[1468175343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cbba05aa-8998-4c60-9626-17deec37f19a; range_end:; response_count:1; response_revision:8786; }","duration":"1.343567552s","start":"2026-03-18T15:08:54.163176Z","end":"2026-03-18T15:08:55.506743Z","steps":["trace[1468175343] 'agreement among raft nodes before linearized reading' (duration: 1.303700967s)","trace[1468175343] 'range keys from in-memory index tree' (duration: 39.636169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:55.506463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154758107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T15:08:55.50679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:54.681605Z","time spent":"825.173154ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820\" "} {"level":"info","ts":"2026-03-18T15:08:55.506809Z","caller":"traceutil/trace.go:171","msg":"trace[1674827853] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8786; }","duration":"1.155165387s","start":"2026-03-18T15:08:54.351634Z","end":"2026-03-18T15:08:55.506799Z","steps":["trace[1674827853] 'agreement among raft nodes before linearized reading' (duration: 1.115118387s)","trace[1674827853] 'range keys from in-memory index tree' (duration: 39.567609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:55.506814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:54.163159Z","time spent":"1.343645174s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbba05aa-8998-4c60-9626-17deec37f19a\" "} {"level":"warn","ts":"2026-03-18T15:08:55.506833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:54.351605Z","time spent":"1.155220108s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T15:08:55.506467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.09752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:55.506667Z","caller":"traceutil/trace.go:171","msg":"trace[1013347617] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8786; }","duration":"271.693985ms","start":"2026-03-18T15:08:55.234909Z","end":"2026-03-18T15:08:55.506603Z","steps":["trace[1013347617] 'agreement among raft nodes before linearized reading' (duration: 232.106346ms)","trace[1013347617] 'count revisions from in-memory index tree' (duration: 39.208939ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:55.506965Z","caller":"traceutil/trace.go:171","msg":"trace[932229466] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8786; }","duration":"470.657723ms","start":"2026-03-18T15:08:55.036284Z","end":"2026-03-18T15:08:55.506942Z","steps":["trace[932229466] 'agreement among raft nodes before linearized reading' (duration: 430.700556ms)","trace[932229466] 'count revisions from in-memory index tree' (duration: 39.401814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:55.507126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:55.036261Z","time spent":"470.855598ms","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:08:55.506541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.630326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:08:55.507291Z","caller":"traceutil/trace.go:171","msg":"trace[1964255023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8786; }","duration":"215.394595ms","start":"2026-03-18T15:08:55.291872Z","end":"2026-03-18T15:08:55.507267Z","steps":["trace[1964255023] 'agreement among raft nodes before linearized reading' (duration: 175.13574ms)","trace[1964255023] 'range keys from in-memory index tree' (duration: 39.505497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:55.506527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015284142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-18T15:08:55.507409Z","caller":"traceutil/trace.go:171","msg":"trace[1989867422] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8786; }","duration":"1.016182514s","start":"2026-03-18T15:08:54.491193Z","end":"2026-03-18T15:08:55.507376Z","steps":["trace[1989867422] 'agreement among raft nodes before linearized reading' (duration: 975.55249ms)","trace[1989867422] 'range keys from in-memory index tree' (duration: 39.738302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:08:55.507485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:08:54.491166Z","time spent":"1.016294857s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-18T15:09:03.367137Z","caller":"traceutil/trace.go:171","msg":"trace[46253351] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"123.164464ms","start":"2026-03-18T15:09:03.243951Z","end":"2026-03-18T15:09:03.367115Z","steps":["trace[46253351] 'process raft request' (duration: 122.935518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:03.385677Z","caller":"traceutil/trace.go:171","msg":"trace[1735111823] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"137.866798ms","start":"2026-03-18T15:09:03.247775Z","end":"2026-03-18T15:09:03.385642Z","steps":["trace[1735111823] 'process raft request' (duration: 137.54165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:13.891647Z","caller":"traceutil/trace.go:171","msg":"trace[1428311463] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"110.675715ms","start":"2026-03-18T15:09:13.780938Z","end":"2026-03-18T15:09:13.891614Z","steps":["trace[1428311463] 'process raft request' (duration: 106.44552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:14.062097Z","caller":"traceutil/trace.go:171","msg":"trace[693516764] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"163.810709ms","start":"2026-03-18T15:09:13.898254Z","end":"2026-03-18T15:09:14.062064Z","steps":["trace[693516764] 'process raft request' (duration: 163.745787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:14.062169Z","caller":"traceutil/trace.go:171","msg":"trace[339774950] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"163.994703ms","start":"2026-03-18T15:09:13.898093Z","end":"2026-03-18T15:09:14.062088Z","steps":["trace[339774950] 'process raft request' (duration: 133.871419ms)","trace[339774950] 'compare' (duration: 29.884858ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:14.784902Z","caller":"traceutil/trace.go:171","msg":"trace[433202360] linearizableReadLoop","detail":"{readStateIndex:9265; appliedIndex:9264; }","duration":"103.62255ms","start":"2026-03-18T15:09:14.681254Z","end":"2026-03-18T15:09:14.784877Z","steps":["trace[433202360] 'read index received' (duration: 87.539372ms)","trace[433202360] 'applied index is now lower than readState.Index' (duration: 16.081668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:14.78509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.822245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-18T15:09:14.785126Z","caller":"traceutil/trace.go:171","msg":"trace[1490949226] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d6bd69fcc-kgnpw.189df7ea7918d820; range_end:; response_count:1; response_revision:8906; }","duration":"103.903247ms","start":"2026-03-18T15:09:14.681211Z","end":"2026-03-18T15:09:14.785114Z","steps":["trace[1490949226] 'agreement among raft nodes before linearized reading' (duration: 103.751573ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:15.969944Z","caller":"traceutil/trace.go:171","msg":"trace[1586472612] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"224.682182ms","start":"2026-03-18T15:09:15.745236Z","end":"2026-03-18T15:09:15.969918Z","steps":["trace[1586472612] 'process raft request' (duration: 224.465217ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:16.266768Z","caller":"traceutil/trace.go:171","msg":"trace[402720483] linearizableReadLoop","detail":"{readStateIndex:9278; appliedIndex:9277; }","duration":"240.478162ms","start":"2026-03-18T15:09:16.026272Z","end":"2026-03-18T15:09:16.26675Z","steps":["trace[402720483] 'read index received' (duration: 240.273207ms)","trace[402720483] 'applied index is now lower than readState.Index' (duration: 203.995µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:16.266991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.559491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:09:16.267025Z","caller":"traceutil/trace.go:171","msg":"trace[297584628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8919; }","duration":"199.627933ms","start":"2026-03-18T15:09:16.067389Z","end":"2026-03-18T15:09:16.267017Z","steps":["trace[297584628] 'agreement among raft nodes before linearized reading' (duration: 199.51287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:16.266836Z","caller":"traceutil/trace.go:171","msg":"trace[1651977924] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"256.317104ms","start":"2026-03-18T15:09:16.010484Z","end":"2026-03-18T15:09:16.266802Z","steps":["trace[1651977924] 'process raft request' (duration: 256.13223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:16.267132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.758606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-18T15:09:16.267165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.952486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:09:16.267245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.961675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:09:16.267335Z","caller":"traceutil/trace.go:171","msg":"trace[1614547764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8919; }","duration":"201.13325ms","start":"2026-03-18T15:09:16.066158Z","end":"2026-03-18T15:09:16.267291Z","steps":["trace[1614547764] 'agreement among raft nodes before linearized reading' (duration: 200.854993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:16.267331Z","caller":"traceutil/trace.go:171","msg":"trace[2058783561] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8919; }","duration":"220.95299ms","start":"2026-03-18T15:09:16.046322Z","end":"2026-03-18T15:09:16.267275Z","steps":["trace[2058783561] 'agreement among raft nodes before linearized reading' (duration: 220.579781ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:16.267374Z","caller":"traceutil/trace.go:171","msg":"trace[1097763938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8919; }","duration":"241.091488ms","start":"2026-03-18T15:09:16.026261Z","end":"2026-03-18T15:09:16.267352Z","steps":["trace[1097763938] 'agreement among raft nodes before linearized reading' (duration: 240.586225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:17.690199Z","caller":"traceutil/trace.go:171","msg":"trace[9799447] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"247.144417ms","start":"2026-03-18T15:09:17.443025Z","end":"2026-03-18T15:09:17.690169Z","steps":["trace[9799447] 'process raft request' (duration: 246.975233ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:17.727636Z","caller":"traceutil/trace.go:171","msg":"trace[1989460757] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"284.4796ms","start":"2026-03-18T15:09:17.443123Z","end":"2026-03-18T15:09:17.727602Z","steps":["trace[1989460757] 'process raft request' (duration: 284.212824ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:17.728032Z","caller":"traceutil/trace.go:171","msg":"trace[1479048684] linearizableReadLoop","detail":"{readStateIndex:9287; appliedIndex:9285; }","duration":"142.245675ms","start":"2026-03-18T15:09:17.585752Z","end":"2026-03-18T15:09:17.727998Z","steps":["trace[1479048684] 'read index received' (duration: 104.263577ms)","trace[1479048684] 'applied index is now lower than readState.Index' (duration: 37.979638ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:17.728055Z","caller":"traceutil/trace.go:171","msg":"trace[1461196594] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"104.102312ms","start":"2026-03-18T15:09:17.623921Z","end":"2026-03-18T15:09:17.728023Z","steps":["trace[1461196594] 'process raft request' (duration: 103.573039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:17.728366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.562353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:09:17.728511Z","caller":"traceutil/trace.go:171","msg":"trace[1302414501] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8929; }","duration":"142.756869ms","start":"2026-03-18T15:09:17.585725Z","end":"2026-03-18T15:09:17.728481Z","steps":["trace[1302414501] 'agreement among raft nodes before linearized reading' (duration: 142.43482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:18.218175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.211557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:09:18.218379Z","caller":"traceutil/trace.go:171","msg":"trace[1669171788] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"218.832618ms","start":"2026-03-18T15:09:17.999528Z","end":"2026-03-18T15:09:18.218361Z","steps":["trace[1669171788] 'process raft request' (duration: 218.768727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:18.218381Z","caller":"traceutil/trace.go:171","msg":"trace[2083330082] linearizableReadLoop","detail":"{readStateIndex:9293; appliedIndex:9292; }","duration":"235.203552ms","start":"2026-03-18T15:09:17.983149Z","end":"2026-03-18T15:09:18.218352Z","steps":["trace[2083330082] 'read index received' (duration: 32.75401ms)","trace[2083330082] 'applied index is now lower than readState.Index' (duration: 202.445142ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:18.218384Z","caller":"traceutil/trace.go:171","msg":"trace[241178982] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"239.397755ms","start":"2026-03-18T15:09:17.978935Z","end":"2026-03-18T15:09:18.218333Z","steps":["trace[241178982] 'process raft request' (duration: 36.955193ms)","trace[241178982] 'compare' (duration: 202.114384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:18.218773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.604733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:09:18.218826Z","caller":"traceutil/trace.go:171","msg":"trace[1034435974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:8935; }","duration":"235.715496ms","start":"2026-03-18T15:09:17.983099Z","end":"2026-03-18T15:09:18.218815Z","steps":["trace[1034435974] 'agreement among raft nodes before linearized reading' (duration: 235.379877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:18.218863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.148937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:09:18.218912Z","caller":"traceutil/trace.go:171","msg":"trace[1402826476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8935; }","duration":"232.197448ms","start":"2026-03-18T15:09:17.986702Z","end":"2026-03-18T15:09:18.2189Z","steps":["trace[1402826476] 'agreement among raft nodes before linearized reading' (duration: 232.068045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:18.219059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.503981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9544"} {"level":"info","ts":"2026-03-18T15:09:18.219162Z","caller":"traceutil/trace.go:171","msg":"trace[1078495201] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8935; }","duration":"214.650544ms","start":"2026-03-18T15:09:18.004489Z","end":"2026-03-18T15:09:18.21914Z","steps":["trace[1078495201] 'agreement among raft nodes before linearized reading' (duration: 214.370557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:26.655082Z","caller":"traceutil/trace.go:171","msg":"trace[1799669396] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"325.915524ms","start":"2026-03-18T15:09:26.329139Z","end":"2026-03-18T15:09:26.655055Z","steps":["trace[1799669396] 'process raft request' (duration: 233.301215ms)","trace[1799669396] 'compare' (duration: 92.485565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:26.655285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:26.329116Z","time spent":"326.034437ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:26.657165Z","caller":"traceutil/trace.go:171","msg":"trace[1297903369] linearizableReadLoop","detail":"{readStateIndex:9418; appliedIndex:9414; }","duration":"326.460278ms","start":"2026-03-18T15:09:26.330671Z","end":"2026-03-18T15:09:26.657132Z","steps":["trace[1297903369] 'read index received' (duration: 231.786498ms)","trace[1297903369] 'applied index is now lower than readState.Index' (duration: 94.67238ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:26.657247Z","caller":"traceutil/trace.go:171","msg":"trace[841925378] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"327.423741ms","start":"2026-03-18T15:09:26.329791Z","end":"2026-03-18T15:09:26.657214Z","steps":["trace[841925378] 'process raft request' (duration: 327.175655ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:26.657315Z","caller":"traceutil/trace.go:171","msg":"trace[1552336580] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"327.122734ms","start":"2026-03-18T15:09:26.330179Z","end":"2026-03-18T15:09:26.657302Z","steps":["trace[1552336580] 'process raft request' (duration: 326.829717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:26.657376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:26.329782Z","time spent":"327.532995ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:26.657359Z","caller":"traceutil/trace.go:171","msg":"trace[908527680] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"327.631567ms","start":"2026-03-18T15:09:26.329705Z","end":"2026-03-18T15:09:26.657336Z","steps":["trace[908527680] 'process raft request' (duration: 327.124915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:26.657482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:26.330168Z","time spent":"327.186445ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:26.657502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:26.329681Z","time spent":"327.77628ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:26.657661Z","caller":"traceutil/trace.go:171","msg":"trace[979384515] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"325.231577ms","start":"2026-03-18T15:09:26.332419Z","end":"2026-03-18T15:09:26.657651Z","steps":["trace[979384515] 'process raft request' (duration: 324.648912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:26.657705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:26.332404Z","time spent":"325.279678ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:26.657939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.523899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:09:26.658007Z","caller":"traceutil/trace.go:171","msg":"trace[479451431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9057; }","duration":"218.645333ms","start":"2026-03-18T15:09:26.439346Z","end":"2026-03-18T15:09:26.657992Z","steps":["trace[479451431] 'agreement among raft nodes before linearized reading' (duration: 218.421858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:26.657988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.287548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:254777"} {"level":"warn","ts":"2026-03-18T15:09:26.658076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.119672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-858574c6cc-pmbwh.189df80d7616cfcf\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-18T15:09:26.658091Z","caller":"traceutil/trace.go:171","msg":"trace[1324239755] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9057; }","duration":"327.431022ms","start":"2026-03-18T15:09:26.330639Z","end":"2026-03-18T15:09:26.65807Z","steps":["trace[1324239755] 'agreement among raft nodes before linearized reading' (duration: 326.874288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:26.658158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:26.330606Z","time spent":"327.537005ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":254800,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T15:09:26.65811Z","caller":"traceutil/trace.go:171","msg":"trace[1743710007] range","detail":"{range_begin:/registry/events/openstack/glance-api-858574c6cc-pmbwh.189df80d7616cfcf; range_end:; response_count:1; response_revision:9057; }","duration":"176.196284ms","start":"2026-03-18T15:09:26.481903Z","end":"2026-03-18T15:09:26.6581Z","steps":["trace[1743710007] 'agreement among raft nodes before linearized reading' (duration: 176.06932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:28.609989Z","caller":"traceutil/trace.go:171","msg":"trace[1283311952] transaction","detail":"{read_only:false; response_revision:9062; number_of_response:1; }","duration":"296.028895ms","start":"2026-03-18T15:09:28.313939Z","end":"2026-03-18T15:09:28.609968Z","steps":["trace[1283311952] 'process raft request' (duration: 295.909843ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:28.752105Z","caller":"traceutil/trace.go:171","msg":"trace[817385261] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"432.142479ms","start":"2026-03-18T15:09:28.319928Z","end":"2026-03-18T15:09:28.75207Z","steps":["trace[817385261] 'process raft request' (duration: 429.068114ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:28.752397Z","caller":"traceutil/trace.go:171","msg":"trace[849298392] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"421.998039ms","start":"2026-03-18T15:09:28.33037Z","end":"2026-03-18T15:09:28.752368Z","steps":["trace[849298392] 'process raft request' (duration: 421.620189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:28.752433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:28.319908Z","time spent":"432.293514ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:28.752509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:28.330353Z","time spent":"422.107381ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:28.752249Z","caller":"traceutil/trace.go:171","msg":"trace[2040566874] linearizableReadLoop","detail":"{readStateIndex:9426; appliedIndex:9424; }","duration":"200.329771ms","start":"2026-03-18T15:09:28.551893Z","end":"2026-03-18T15:09:28.752223Z","steps":["trace[2040566874] 'read index received' (duration: 59.233104ms)","trace[2040566874] 'applied index is now lower than readState.Index' (duration: 141.094197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:28.752921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.999207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T15:09:28.753174Z","caller":"traceutil/trace.go:171","msg":"trace[1120643089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9064; }","duration":"201.295374ms","start":"2026-03-18T15:09:28.551851Z","end":"2026-03-18T15:09:28.753146Z","steps":["trace[1120643089] 'agreement among raft nodes before linearized reading' (duration: 200.735211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:28.753217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.956754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-858574c6cc-pmbwh.189df80d7616cfcf\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-18T15:09:28.753344Z","caller":"traceutil/trace.go:171","msg":"trace[1741683052] range","detail":"{range_begin:/registry/events/openstack/glance-api-858574c6cc-pmbwh.189df80d7616cfcf; range_end:; response_count:1; response_revision:9064; }","duration":"139.122988ms","start":"2026-03-18T15:09:28.614203Z","end":"2026-03-18T15:09:28.753326Z","steps":["trace[1741683052] 'agreement among raft nodes before linearized reading' (duration: 138.864242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:28.754617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.192276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:09:28.754702Z","caller":"traceutil/trace.go:171","msg":"trace[1997019323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9064; }","duration":"104.36028ms","start":"2026-03-18T15:09:28.650323Z","end":"2026-03-18T15:09:28.754683Z","steps":["trace[1997019323] 'agreement among raft nodes before linearized reading' (duration: 103.320684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:29.487609Z","caller":"traceutil/trace.go:171","msg":"trace[188599210] linearizableReadLoop","detail":"{readStateIndex:9436; appliedIndex:9435; }","duration":"150.576841ms","start":"2026-03-18T15:09:29.336989Z","end":"2026-03-18T15:09:29.487565Z","steps":["trace[188599210] 'read index received' (duration: 150.314075ms)","trace[188599210] 'applied index is now lower than readState.Index' (duration: 260.916µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:29.48802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.997392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-init-2856b\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-18T15:09:29.488068Z","caller":"traceutil/trace.go:171","msg":"trace[649916106] range","detail":"{range_begin:/registry/pods/openstack/glance-db-init-2856b; range_end:; response_count:1; response_revision:9073; }","duration":"151.099724ms","start":"2026-03-18T15:09:29.336953Z","end":"2026-03-18T15:09:29.488053Z","steps":["trace[649916106] 'agreement among raft nodes before linearized reading' (duration: 150.850598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:29.488194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.78688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:09:29.488281Z","caller":"traceutil/trace.go:171","msg":"trace[801149268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9073; }","duration":"137.014385ms","start":"2026-03-18T15:09:29.351245Z","end":"2026-03-18T15:09:29.48826Z","steps":["trace[801149268] 'agreement among raft nodes before linearized reading' (duration: 136.753479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:39.317496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982640158,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T15:09:39.662029Z","caller":"traceutil/trace.go:171","msg":"trace[1785698142] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"881.076902ms","start":"2026-03-18T15:09:38.780913Z","end":"2026-03-18T15:09:39.661989Z","steps":["trace[1785698142] 'process raft request' (duration: 880.779414ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:39.661888Z","caller":"traceutil/trace.go:171","msg":"trace[1974889417] linearizableReadLoop","detail":"{readStateIndex:9535; appliedIndex:9534; }","duration":"845.32352ms","start":"2026-03-18T15:09:38.816541Z","end":"2026-03-18T15:09:39.661864Z","steps":["trace[1974889417] 'read index received' (duration: 845.221117ms)","trace[1974889417] 'applied index is now lower than readState.Index' (duration: 100.713µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:39.662303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:38.780891Z","time spent":"881.217976ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:39.662373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.276313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T15:09:39.662386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.828062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:09:39.662464Z","caller":"traceutil/trace.go:171","msg":"trace[386755296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9171; }","duration":"845.906504ms","start":"2026-03-18T15:09:38.816536Z","end":"2026-03-18T15:09:39.662442Z","steps":["trace[386755296] 'agreement among raft nodes before linearized reading' (duration: 845.630437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:39.662457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.293818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-18T15:09:39.662463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.084986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T15:09:39.662497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.037617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:09:39.662497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.109268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T15:09:39.662519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:38.816496Z","time spent":"846.010246ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T15:09:39.662533Z","caller":"traceutil/trace.go:171","msg":"trace[2110741409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9171; }","duration":"844.072918ms","start":"2026-03-18T15:09:38.818452Z","end":"2026-03-18T15:09:39.662525Z","steps":["trace[2110741409] 'agreement among raft nodes before linearized reading' (duration: 843.981196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:39.662533Z","caller":"traceutil/trace.go:171","msg":"trace[653681477] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9171; }","duration":"531.416502ms","start":"2026-03-18T15:09:39.131096Z","end":"2026-03-18T15:09:39.662513Z","steps":["trace[653681477] 'agreement among raft nodes before linearized reading' (duration: 531.182126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:39.662544Z","caller":"traceutil/trace.go:171","msg":"trace[2098472101] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:9171; }","duration":"336.181908ms","start":"2026-03-18T15:09:39.326344Z","end":"2026-03-18T15:09:39.662525Z","steps":["trace[2098472101] 'agreement among raft nodes before linearized reading' (duration: 335.953802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:39.662567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:38.818412Z","time spent":"844.14817ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T15:09:39.662565Z","caller":"traceutil/trace.go:171","msg":"trace[1889220203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9171; }","duration":"451.21165ms","start":"2026-03-18T15:09:39.211333Z","end":"2026-03-18T15:09:39.662545Z","steps":["trace[1889220203] 'agreement among raft nodes before linearized reading' (duration: 450.993675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:39.662578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:39.131076Z","time spent":"531.492173ms","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T15:09:39.662588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:39.326278Z","time spent":"336.29911ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-18T15:09:39.662559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.030727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:09:39.662411Z","caller":"traceutil/trace.go:171","msg":"trace[1932610311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9171; }","duration":"844.352905ms","start":"2026-03-18T15:09:38.818045Z","end":"2026-03-18T15:09:39.662398Z","steps":["trace[1932610311] 'agreement among raft nodes before linearized reading' (duration: 844.204531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:39.662614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:39.211312Z","time spent":"451.289842ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:39.662635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.334597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:09:39.662654Z","caller":"traceutil/trace.go:171","msg":"trace[808143654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9171; }","duration":"844.18095ms","start":"2026-03-18T15:09:38.818453Z","end":"2026-03-18T15:09:39.662634Z","steps":["trace[808143654] 'agreement among raft nodes before linearized reading' (duration: 843.892403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:39.662665Z","caller":"traceutil/trace.go:171","msg":"trace[1589427973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:9171; }","duration":"834.377248ms","start":"2026-03-18T15:09:38.828279Z","end":"2026-03-18T15:09:39.662657Z","steps":["trace[1589427973] 'agreement among raft nodes before linearized reading' (duration: 834.288386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:39.662688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:38.82827Z","time spent":"834.413299ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:09:39.662699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:38.818433Z","time spent":"844.256453ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:39.662717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:38.81803Z","time spent":"844.634802ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T15:09:40.026678Z","caller":"traceutil/trace.go:171","msg":"trace[1930822549] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"149.418882ms","start":"2026-03-18T15:09:39.877237Z","end":"2026-03-18T15:09:40.026656Z","steps":["trace[1930822549] 'process raft request' (duration: 149.163176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:40.02685Z","caller":"traceutil/trace.go:171","msg":"trace[972486497] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"146.984582ms","start":"2026-03-18T15:09:39.879845Z","end":"2026-03-18T15:09:40.02683Z","steps":["trace[972486497] 'process raft request' (duration: 146.731756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:40.037816Z","caller":"traceutil/trace.go:171","msg":"trace[1419281428] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"146.216463ms","start":"2026-03-18T15:09:39.891574Z","end":"2026-03-18T15:09:40.03779Z","steps":["trace[1419281428] 'process raft request' (duration: 146.163652ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:40.037935Z","caller":"traceutil/trace.go:171","msg":"trace[1610607671] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"148.11395ms","start":"2026-03-18T15:09:39.889723Z","end":"2026-03-18T15:09:40.037836Z","steps":["trace[1610607671] 'process raft request' (duration: 147.893975ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:40.660916Z","caller":"traceutil/trace.go:171","msg":"trace[1544681224] linearizableReadLoop","detail":"{readStateIndex:9553; appliedIndex:9552; }","duration":"127.625444ms","start":"2026-03-18T15:09:40.533194Z","end":"2026-03-18T15:09:40.660819Z","steps":["trace[1544681224] 'read index received' (duration: 127.44757ms)","trace[1544681224] 'applied index is now lower than readState.Index' (duration: 176.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:40.660944Z","caller":"traceutil/trace.go:171","msg":"trace[603866564] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"207.892418ms","start":"2026-03-18T15:09:40.453012Z","end":"2026-03-18T15:09:40.660904Z","steps":["trace[603866564] 'process raft request' (duration: 207.56127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:40.661196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.942002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:09:40.661323Z","caller":"traceutil/trace.go:171","msg":"trace[1566152987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9188; }","duration":"128.136997ms","start":"2026-03-18T15:09:40.533159Z","end":"2026-03-18T15:09:40.661296Z","steps":["trace[1566152987] 'agreement among raft nodes before linearized reading' (duration: 127.87036ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:41.048079Z","caller":"traceutil/trace.go:171","msg":"trace[1891931932] linearizableReadLoop","detail":"{readStateIndex:9554; appliedIndex:9553; }","duration":"387.035174ms","start":"2026-03-18T15:09:40.66102Z","end":"2026-03-18T15:09:41.048055Z","steps":["trace[1891931932] 'read index received' (duration: 375.389886ms)","trace[1891931932] 'applied index is now lower than readState.Index' (duration: 11.644428ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:41.048128Z","caller":"traceutil/trace.go:171","msg":"trace[92049859] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"411.157741ms","start":"2026-03-18T15:09:40.63693Z","end":"2026-03-18T15:09:41.048088Z","steps":["trace[92049859] 'process raft request' (duration: 399.348319ms)","trace[92049859] 'compare' (duration: 11.688289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:41.048267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.121803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T15:09:41.048276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:40.63689Z","time spent":"411.307544ms","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:41.048301Z","caller":"traceutil/trace.go:171","msg":"trace[120516694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9189; }","duration":"467.205256ms","start":"2026-03-18T15:09:40.581087Z","end":"2026-03-18T15:09:41.048293Z","steps":["trace[120516694] 'agreement among raft nodes before linearized reading' (duration: 467.050402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:41.048327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:40.581067Z","time spent":"467.253806ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T15:09:41.048489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.590721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-858574c6cc-pmbwh.189df80d7616cfcf\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-18T15:09:41.04859Z","caller":"traceutil/trace.go:171","msg":"trace[1858428246] range","detail":"{range_begin:/registry/events/openstack/glance-api-858574c6cc-pmbwh.189df80d7616cfcf; range_end:; response_count:1; response_revision:9189; }","duration":"466.718443ms","start":"2026-03-18T15:09:40.581853Z","end":"2026-03-18T15:09:41.048571Z","steps":["trace[1858428246] 'agreement among raft nodes before linearized reading' (duration: 466.269062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:41.048642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:40.581843Z","time spent":"466.789126ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-858574c6cc-pmbwh.189df80d7616cfcf\" "} {"level":"info","ts":"2026-03-18T15:09:41.056547Z","caller":"traceutil/trace.go:171","msg":"trace[441278987] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"386.717106ms","start":"2026-03-18T15:09:40.669807Z","end":"2026-03-18T15:09:41.056524Z","steps":["trace[441278987] 'process raft request' (duration: 386.252405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:41.056704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:40.669783Z","time spent":"386.83383ms","remote":"127.0.0.1:39392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:41.056892Z","caller":"traceutil/trace.go:171","msg":"trace[73904161] transaction","detail":"{read_only:false; response_revision:9191; number_of_response:1; }","duration":"385.017444ms","start":"2026-03-18T15:09:40.671863Z","end":"2026-03-18T15:09:41.05688Z","steps":["trace[73904161] 'process raft request' (duration: 384.361318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:41.056956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:40.671823Z","time spent":"385.103676ms","remote":"127.0.0.1:39514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:41.068016Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7066} {"level":"warn","ts":"2026-03-18T15:09:41.31408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.659876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:09:41.314168Z","caller":"traceutil/trace.go:171","msg":"trace[816235571] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9194; }","duration":"106.86365ms","start":"2026-03-18T15:09:41.20728Z","end":"2026-03-18T15:09:41.314144Z","steps":["trace[816235571] 'count revisions from in-memory index tree' (duration: 106.593154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:41.351967Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7066,"took":"281.69323ms","hash":663438104,"current-db-size-bytes":37216256,"current-db-size":"37 MB","current-db-size-in-use-bytes":23302144,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-18T15:09:41.352058Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":663438104,"revision":7066,"compact-revision":4971} {"level":"warn","ts":"2026-03-18T15:09:41.694923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.362286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-2pbvh\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-03-18T15:09:41.69495Z","caller":"traceutil/trace.go:171","msg":"trace[1358064333] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"230.28663ms","start":"2026-03-18T15:09:41.464639Z","end":"2026-03-18T15:09:41.694926Z","steps":["trace[1358064333] 'process raft request' (duration: 192.356512ms)","trace[1358064333] 'compare' (duration: 37.228631ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:41.694988Z","caller":"traceutil/trace.go:171","msg":"trace[1977740911] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-2pbvh; range_end:; response_count:1; response_revision:9196; }","duration":"235.437028ms","start":"2026-03-18T15:09:41.459534Z","end":"2026-03-18T15:09:41.694971Z","steps":["trace[1977740911] 'range keys from in-memory index tree' (duration: 235.231293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.267253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982640210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:09:42.705024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:42.267876Z","time spent":"437.139872ms","remote":"127.0.0.1:38682","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T15:09:42.705099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.900521ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:09:42.705219Z","caller":"traceutil/trace.go:171","msg":"trace[1887202721] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9198; }","duration":"470.033465ms","start":"2026-03-18T15:09:42.235163Z","end":"2026-03-18T15:09:42.705196Z","steps":["trace[1887202721] 'range keys from in-memory index tree' (duration: 469.88139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:42.706865Z","caller":"traceutil/trace.go:171","msg":"trace[91303754] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"1.000715959s","start":"2026-03-18T15:09:41.706131Z","end":"2026-03-18T15:09:42.706847Z","steps":["trace[91303754] 'process raft request' (duration: 1.000602196s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.706996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:41.706105Z","time spent":"1.000822452s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:42.71192Z","caller":"traceutil/trace.go:171","msg":"trace[83567477] linearizableReadLoop","detail":"{readStateIndex:9568; appliedIndex:9564; }","duration":"944.787057ms","start":"2026-03-18T15:09:41.76712Z","end":"2026-03-18T15:09:42.711907Z","steps":["trace[83567477] 'read index received' (duration: 939.589889ms)","trace[83567477] 'applied index is now lower than readState.Index' (duration: 5.196528ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:42.711968Z","caller":"traceutil/trace.go:171","msg":"trace[18555207] transaction","detail":"{read_only:false; response_revision:9200; number_of_response:1; }","duration":"940.357148ms","start":"2026-03-18T15:09:41.771577Z","end":"2026-03-18T15:09:42.711934Z","steps":["trace[18555207] 'process raft request' (duration: 940.167203ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:42.712007Z","caller":"traceutil/trace.go:171","msg":"trace[421858633] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"680.137767ms","start":"2026-03-18T15:09:42.031861Z","end":"2026-03-18T15:09:42.711999Z","steps":["trace[421858633] 'process raft request' (duration: 679.981584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.712082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:42.031837Z","time spent":"680.191599ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:42.712115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:41.771555Z","time spent":"940.475411ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:42.712289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038016841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:09:42.712311Z","caller":"traceutil/trace.go:171","msg":"trace[743664160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9202; }","duration":"1.038053402s","start":"2026-03-18T15:09:41.674252Z","end":"2026-03-18T15:09:42.712305Z","steps":["trace[743664160] 'agreement among raft nodes before linearized reading' (duration: 1.03796463s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.71233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:41.674248Z","time spent":"1.038077912s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:09:42.712329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03716837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:09:42.712387Z","caller":"traceutil/trace.go:171","msg":"trace[512772324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9202; }","duration":"1.037243201s","start":"2026-03-18T15:09:41.675129Z","end":"2026-03-18T15:09:42.712373Z","steps":["trace[512772324] 'agreement among raft nodes before linearized reading' (duration: 1.037096868s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.712415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:41.675124Z","time spent":"1.037285672s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:42.712416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031207042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:09:42.712513Z","caller":"traceutil/trace.go:171","msg":"trace[389406987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9202; }","duration":"1.031327025s","start":"2026-03-18T15:09:41.681166Z","end":"2026-03-18T15:09:42.712493Z","steps":["trace[389406987] 'agreement among raft nodes before linearized reading' (duration: 1.031139771s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.712565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:41.68115Z","time spent":"1.031402527s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:42.712577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036155275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:09:42.7126Z","caller":"traceutil/trace.go:171","msg":"trace[1296890507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:9202; }","duration":"1.036214117s","start":"2026-03-18T15:09:41.676379Z","end":"2026-03-18T15:09:42.712593Z","steps":["trace[1296890507] 'agreement among raft nodes before linearized reading' (duration: 1.036149465s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.712618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:41.676361Z","time spent":"1.036252487s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T15:09:42.712689Z","caller":"traceutil/trace.go:171","msg":"trace[916346406] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"680.734892ms","start":"2026-03-18T15:09:42.031936Z","end":"2026-03-18T15:09:42.71267Z","steps":["trace[916346406] 'process raft request' (duration: 679.935922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.712665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.628471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:09:42.71277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036393431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:09:42.71278Z","caller":"traceutil/trace.go:171","msg":"trace[2017523012] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9202; }","duration":"517.788645ms","start":"2026-03-18T15:09:42.19498Z","end":"2026-03-18T15:09:42.712769Z","steps":["trace[2017523012] 'agreement among raft nodes before linearized reading' (duration: 517.660492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.71277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:42.031911Z","time spent":"680.806904ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:42.71279Z","caller":"traceutil/trace.go:171","msg":"trace[701036463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9202; }","duration":"1.036447982s","start":"2026-03-18T15:09:41.676336Z","end":"2026-03-18T15:09:42.712784Z","steps":["trace[701036463] 'agreement among raft nodes before linearized reading' (duration: 1.036392961s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.712805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:42.194961Z","time spent":"517.836297ms","remote":"127.0.0.1:43252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:09:42.712813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:41.676305Z","time spent":"1.036504013s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:42.712963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.391454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7036"} {"level":"warn","ts":"2026-03-18T15:09:42.712973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.328776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:09:42.712981Z","caller":"traceutil/trace.go:171","msg":"trace[1161817959] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9202; }","duration":"835.436894ms","start":"2026-03-18T15:09:41.877538Z","end":"2026-03-18T15:09:42.712975Z","steps":["trace[1161817959] 'agreement among raft nodes before linearized reading' (duration: 835.370183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.713004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:41.877523Z","time spent":"835.477556ms","remote":"127.0.0.1:51314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7059,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-18T15:09:42.713005Z","caller":"traceutil/trace.go:171","msg":"trace[1043699216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9202; }","duration":"768.424129ms","start":"2026-03-18T15:09:41.944572Z","end":"2026-03-18T15:09:42.712997Z","steps":["trace[1043699216] 'agreement among raft nodes before linearized reading' (duration: 768.320226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:42.713026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:41.944544Z","time spent":"768.4782ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T15:09:44.276768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360982982640248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T15:09:44.455829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.192707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:09:44.455903Z","caller":"traceutil/trace.go:171","msg":"trace[413720952] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9219; }","duration":"824.311ms","start":"2026-03-18T15:09:43.631572Z","end":"2026-03-18T15:09:44.455883Z","steps":["trace[413720952] 'count revisions from in-memory index tree' (duration: 824.057943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:44.455933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:43.631556Z","time spent":"824.369051ms","remote":"127.0.0.1:39650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:09:44.567577Z","caller":"traceutil/trace.go:171","msg":"trace[599132646] linearizableReadLoop","detail":"{readStateIndex:9586; appliedIndex:9585; }","duration":"791.198101ms","start":"2026-03-18T15:09:43.776345Z","end":"2026-03-18T15:09:44.567543Z","steps":["trace[599132646] 'read index received' (duration: 790.893103ms)","trace[599132646] 'applied index is now lower than readState.Index' (duration: 303.288µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:44.567649Z","caller":"traceutil/trace.go:171","msg":"trace[2109021044] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"794.804449ms","start":"2026-03-18T15:09:43.772796Z","end":"2026-03-18T15:09:44.5676Z","steps":["trace[2109021044] 'process raft request' (duration: 794.563043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:44.567896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.53382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T15:09:44.567962Z","caller":"traceutil/trace.go:171","msg":"trace[257481886] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9220; }","duration":"791.645531ms","start":"2026-03-18T15:09:43.776292Z","end":"2026-03-18T15:09:44.567938Z","steps":["trace[257481886] 'agreement among raft nodes before linearized reading' (duration: 791.416796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:44.568003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:43.772763Z","time spent":"795.094297ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:44.568119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.066704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:09:44.568206Z","caller":"traceutil/trace.go:171","msg":"trace[1922803060] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9220; }","duration":"527.363202ms","start":"2026-03-18T15:09:44.040829Z","end":"2026-03-18T15:09:44.568192Z","steps":["trace[1922803060] 'agreement among raft nodes before linearized reading' (duration: 527.049424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:44.568283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.040813Z","time spent":"527.453654ms","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:09:44.568022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:43.77627Z","time spent":"791.736944ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T15:09:44.568007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.064847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:09:44.568574Z","caller":"traceutil/trace.go:171","msg":"trace[1227841553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9220; }","duration":"275.624232ms","start":"2026-03-18T15:09:44.292904Z","end":"2026-03-18T15:09:44.568529Z","steps":["trace[1227841553] 'agreement among raft nodes before linearized reading' (duration: 275.005486ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:45.190048Z","caller":"traceutil/trace.go:171","msg":"trace[504315385] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"616.033152ms","start":"2026-03-18T15:09:44.573994Z","end":"2026-03-18T15:09:45.190027Z","steps":["trace[504315385] 'process raft request' (duration: 587.690232ms)","trace[504315385] 'compare' (duration: 28.256438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:45.190169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.573961Z","time spent":"616.151425ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:45.472765Z","caller":"traceutil/trace.go:171","msg":"trace[596399998] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"895.358935ms","start":"2026-03-18T15:09:44.57737Z","end":"2026-03-18T15:09:45.472729Z","steps":["trace[596399998] 'process raft request' (duration: 895.097999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.472929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.577343Z","time spent":"895.501588ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10123,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:45.492301Z","caller":"traceutil/trace.go:171","msg":"trace[1171993129] linearizableReadLoop","detail":"{readStateIndex:9589; appliedIndex:9586; }","duration":"774.95769ms","start":"2026-03-18T15:09:44.717258Z","end":"2026-03-18T15:09:45.492215Z","steps":["trace[1171993129] 'read index received' (duration: 444.495724ms)","trace[1171993129] 'applied index is now lower than readState.Index' (duration: 330.460726ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:45.492466Z","caller":"traceutil/trace.go:171","msg":"trace[8588132] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"455.381203ms","start":"2026-03-18T15:09:45.03708Z","end":"2026-03-18T15:09:45.492461Z","steps":["trace[8588132] 'process raft request' (duration: 455.051925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.492554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:45.037048Z","time spent":"455.445645ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:45.492806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.661889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:09:45.49276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.451631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:09:45.492932Z","caller":"traceutil/trace.go:171","msg":"trace[960605703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9225; }","duration":"775.729049ms","start":"2026-03-18T15:09:44.717187Z","end":"2026-03-18T15:09:45.492916Z","steps":["trace[960605703] 'agreement among raft nodes before linearized reading' (duration: 775.367879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.493012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.717157Z","time spent":"775.808641ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T15:09:45.492843Z","caller":"traceutil/trace.go:171","msg":"trace[642887273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9225; }","duration":"198.741291ms","start":"2026-03-18T15:09:45.294093Z","end":"2026-03-18T15:09:45.492834Z","steps":["trace[642887273] 'agreement among raft nodes before linearized reading' (duration: 198.684309ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:45.492435Z","caller":"traceutil/trace.go:171","msg":"trace[1341567078] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"773.865043ms","start":"2026-03-18T15:09:44.718563Z","end":"2026-03-18T15:09:45.492429Z","steps":["trace[1341567078] 'process raft request' (duration: 773.206117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.493436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.541678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:09:45.493502Z","caller":"traceutil/trace.go:171","msg":"trace[2071047124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9225; }","duration":"763.649351ms","start":"2026-03-18T15:09:44.729832Z","end":"2026-03-18T15:09:45.493481Z","steps":["trace[2071047124] 'agreement among raft nodes before linearized reading' (duration: 762.890661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.493531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.718543Z","time spent":"774.926629ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:45.493548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.72981Z","time spent":"763.728363ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T15:09:45.492374Z","caller":"traceutil/trace.go:171","msg":"trace[440417392] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"771.444443ms","start":"2026-03-18T15:09:44.720906Z","end":"2026-03-18T15:09:45.492351Z","steps":["trace[440417392] 'process raft request' (duration: 771.140606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.493724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.321929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T15:09:45.493743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.720872Z","time spent":"772.849228ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:45.493762Z","caller":"traceutil/trace.go:171","msg":"trace[798368843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9225; }","duration":"756.370951ms","start":"2026-03-18T15:09:44.737378Z","end":"2026-03-18T15:09:45.493749Z","steps":["trace[798368843] 'agreement among raft nodes before linearized reading' (duration: 755.4851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.49383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.737372Z","time spent":"756.448933ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T15:09:45.49392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.818643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:09:45.493939Z","caller":"traceutil/trace.go:171","msg":"trace[837517334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9225; }","duration":"754.888215ms","start":"2026-03-18T15:09:44.739044Z","end":"2026-03-18T15:09:45.493932Z","steps":["trace[837517334] 'agreement among raft nodes before linearized reading' (duration: 753.772967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.493955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.739012Z","time spent":"754.938796ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:45.494046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.643707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:09:45.494083Z","caller":"traceutil/trace.go:171","msg":"trace[1491549912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9225; }","duration":"756.706089ms","start":"2026-03-18T15:09:44.737364Z","end":"2026-03-18T15:09:45.49407Z","steps":["trace[1491549912] 'agreement among raft nodes before linearized reading' (duration: 755.51574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.494118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.737351Z","time spent":"756.75903ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:45.494369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.529574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:09:45.494424Z","caller":"traceutil/trace.go:171","msg":"trace[257673911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:9225; }","duration":"758.609026ms","start":"2026-03-18T15:09:44.735809Z","end":"2026-03-18T15:09:45.494418Z","steps":["trace[257673911] 'agreement among raft nodes before linearized reading' (duration: 757.082969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.494443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.735797Z","time spent":"758.640397ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:09:45.493079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.619703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:09:45.495336Z","caller":"traceutil/trace.go:171","msg":"trace[1343104196] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9225; }","duration":"564.95113ms","start":"2026-03-18T15:09:44.93035Z","end":"2026-03-18T15:09:45.495302Z","steps":["trace[1343104196] 'agreement among raft nodes before linearized reading' (duration: 562.565032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:45.495447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:44.930332Z","time spent":"565.074763ms","remote":"127.0.0.1:43306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:09:47.753299Z","caller":"traceutil/trace.go:171","msg":"trace[1873911511] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"123.207395ms","start":"2026-03-18T15:09:47.630041Z","end":"2026-03-18T15:09:47.753248Z","steps":["trace[1873911511] 'process raft request' (duration: 111.294521ms)","trace[1873911511] 'compare' (duration: 11.76482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:56.905974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.866638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:09:56.906115Z","caller":"traceutil/trace.go:171","msg":"trace[1793380009] linearizableReadLoop","detail":"{readStateIndex:9660; appliedIndex:9659; }","duration":"225.36819ms","start":"2026-03-18T15:09:56.680726Z","end":"2026-03-18T15:09:56.906094Z","steps":["trace[1793380009] 'read index received' (duration: 89.393579ms)","trace[1793380009] 'applied index is now lower than readState.Index' (duration: 135.97287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:56.906203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.135907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:09:56.906251Z","caller":"traceutil/trace.go:171","msg":"trace[1542823621] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9291; }","duration":"283.220229ms","start":"2026-03-18T15:09:56.623018Z","end":"2026-03-18T15:09:56.906238Z","steps":["trace[1542823621] 'agreement among raft nodes before linearized reading' (duration: 283.136617ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:56.906338Z","caller":"traceutil/trace.go:171","msg":"trace[1485369493] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"268.894055ms","start":"2026-03-18T15:09:56.637409Z","end":"2026-03-18T15:09:56.906303Z","steps":["trace[1485369493] 'process raft request' (duration: 132.587746ms)","trace[1485369493] 'compare' (duration: 135.699914ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:56.911871Z","caller":"traceutil/trace.go:171","msg":"trace[394085034] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"229.02573ms","start":"2026-03-18T15:09:56.682765Z","end":"2026-03-18T15:09:56.911791Z","steps":["trace[394085034] 'process raft request' (duration: 228.903177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:58.331503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.398843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T15:09:58.331559Z","caller":"traceutil/trace.go:171","msg":"trace[166906293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9294; }","duration":"650.478806ms","start":"2026-03-18T15:09:57.681067Z","end":"2026-03-18T15:09:58.331545Z","steps":["trace[166906293] 'range keys from in-memory index tree' (duration: 650.32016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:58.331585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:57.681059Z","time spent":"650.519676ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:58.331691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.474789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:09:58.331772Z","caller":"traceutil/trace.go:171","msg":"trace[130212093] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9294; }","duration":"288.590182ms","start":"2026-03-18T15:09:58.043169Z","end":"2026-03-18T15:09:58.331759Z","steps":["trace[130212093] 'range keys from in-memory index tree' (duration: 288.319875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:58.331785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.42805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:09:58.331806Z","caller":"traceutil/trace.go:171","msg":"trace[200060157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9294; }","duration":"658.481542ms","start":"2026-03-18T15:09:57.673318Z","end":"2026-03-18T15:09:58.331799Z","steps":["trace[200060157] 'range keys from in-memory index tree' (duration: 658.296127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:58.33183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:57.673303Z","time spent":"658.522363ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:58.331872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.941453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:09:58.331941Z","caller":"traceutil/trace.go:171","msg":"trace[496704719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9294; }","duration":"695.054356ms","start":"2026-03-18T15:09:57.63687Z","end":"2026-03-18T15:09:58.331924Z","steps":["trace[496704719] 'range keys from in-memory index tree' (duration: 694.742418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:58.331983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:57.63685Z","time spent":"695.123457ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:09:58.331882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.732508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:09:58.332074Z","caller":"traceutil/trace.go:171","msg":"trace[1902578341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9294; }","duration":"660.966814ms","start":"2026-03-18T15:09:57.671081Z","end":"2026-03-18T15:09:58.332048Z","steps":["trace[1902578341] 'range keys from in-memory index tree' (duration: 660.501593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:58.332074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.372498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:09:58.332148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:57.671065Z","time spent":"661.058366ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:09:58.33213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.155979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:09:58.332159Z","caller":"traceutil/trace.go:171","msg":"trace[302110548] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:9294; }","duration":"647.48544ms","start":"2026-03-18T15:09:57.68465Z","end":"2026-03-18T15:09:58.332135Z","steps":["trace[302110548] 'range keys from in-memory index tree' (duration: 647.206124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:58.332207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:57.684639Z","time spent":"647.559892ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:09:58.332209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.788765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:09:58.332254Z","caller":"traceutil/trace.go:171","msg":"trace[14669291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9294; }","duration":"657.855457ms","start":"2026-03-18T15:09:57.674389Z","end":"2026-03-18T15:09:58.332244Z","steps":["trace[14669291] 'range keys from in-memory index tree' (duration: 657.662702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:58.332281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:57.674381Z","time spent":"657.893467ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T15:09:58.332205Z","caller":"traceutil/trace.go:171","msg":"trace[264399041] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9294; }","duration":"347.284832ms","start":"2026-03-18T15:09:57.984903Z","end":"2026-03-18T15:09:58.332188Z","steps":["trace[264399041] 'count revisions from in-memory index tree' (duration: 347.041086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:58.332374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:57.984881Z","time spent":"347.475156ms","remote":"127.0.0.1:39622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:09:58.473816Z","caller":"traceutil/trace.go:171","msg":"trace[816017763] transaction","detail":"{read_only:false; response_revision:9295; number_of_response:1; }","duration":"136.830112ms","start":"2026-03-18T15:09:58.33696Z","end":"2026-03-18T15:09:58.47379Z","steps":["trace[816017763] 'process raft request' (duration: 136.572775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:59.102002Z","caller":"traceutil/trace.go:171","msg":"trace[2121268612] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"764.955713ms","start":"2026-03-18T15:09:58.337018Z","end":"2026-03-18T15:09:59.101974Z","steps":["trace[2121268612] 'process raft request' (duration: 764.765628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:59.102369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:58.336994Z","time spent":"765.169289ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:59.102395Z","caller":"traceutil/trace.go:171","msg":"trace[1788944220] transaction","detail":"{read_only:false; response_revision:9297; number_of_response:1; }","duration":"765.195279ms","start":"2026-03-18T15:09:58.337082Z","end":"2026-03-18T15:09:59.102278Z","steps":["trace[1788944220] 'process raft request' (duration: 764.916182ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:59.102606Z","caller":"traceutil/trace.go:171","msg":"trace[532305727] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"763.171269ms","start":"2026-03-18T15:09:58.339409Z","end":"2026-03-18T15:09:59.10258Z","steps":["trace[532305727] 'process raft request' (duration: 762.987745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:59.102639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:58.337061Z","time spent":"765.490957ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:59.102657Z","caller":"traceutil/trace.go:171","msg":"trace[1042416298] linearizableReadLoop","detail":"{readStateIndex:9666; appliedIndex:9663; }","duration":"764.923272ms","start":"2026-03-18T15:09:58.337715Z","end":"2026-03-18T15:09:59.102638Z","steps":["trace[1042416298] 'read index received' (duration: 135.717203ms)","trace[1042416298] 'applied index is now lower than readState.Index' (duration: 629.205009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:59.102711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:58.339401Z","time spent":"763.263571ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:09:59.102742Z","caller":"traceutil/trace.go:171","msg":"trace[500395842] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"762.41618ms","start":"2026-03-18T15:09:58.340315Z","end":"2026-03-18T15:09:59.102731Z","steps":["trace[500395842] 'process raft request' (duration: 762.209635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:09:59.102805Z","caller":"traceutil/trace.go:171","msg":"trace[392332388] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"757.638012ms","start":"2026-03-18T15:09:58.34515Z","end":"2026-03-18T15:09:59.102788Z","steps":["trace[392332388] 'process raft request' (duration: 757.421967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:59.102893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:58.345126Z","time spent":"757.725525ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:59.102812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:58.340307Z","time spent":"762.461291ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:09:59.102968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.24794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T15:09:59.103025Z","caller":"traceutil/trace.go:171","msg":"trace[708963123] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9300; }","duration":"765.318622ms","start":"2026-03-18T15:09:58.337693Z","end":"2026-03-18T15:09:59.103011Z","steps":["trace[708963123] 'agreement among raft nodes before linearized reading' (duration: 765.142587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:59.103072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:58.337685Z","time spent":"765.376983ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T15:09:59.218625Z","caller":"traceutil/trace.go:171","msg":"trace[389546869] linearizableReadLoop","detail":"{readStateIndex:9670; appliedIndex:9669; }","duration":"115.874153ms","start":"2026-03-18T15:09:59.1027Z","end":"2026-03-18T15:09:59.218574Z","steps":["trace[389546869] 'read index received' (duration: 57.410609ms)","trace[389546869] 'applied index is now lower than readState.Index' (duration: 58.462414ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:09:59.218668Z","caller":"traceutil/trace.go:171","msg":"trace[71044046] transaction","detail":"{read_only:false; response_revision:9301; number_of_response:1; }","duration":"531.841573ms","start":"2026-03-18T15:09:58.686794Z","end":"2026-03-18T15:09:59.218635Z","steps":["trace[71044046] 'process raft request' (duration: 473.310256ms)","trace[71044046] 'compare' (duration: 58.206859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:09:59.219036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.287927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291456"} {"level":"info","ts":"2026-03-18T15:09:59.219095Z","caller":"traceutil/trace.go:171","msg":"trace[305738625] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9301; }","duration":"881.38346ms","start":"2026-03-18T15:09:58.337699Z","end":"2026-03-18T15:09:59.219082Z","steps":["trace[305738625] 'agreement among raft nodes before linearized reading' (duration: 881.0013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:59.219128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:58.337685Z","time spent":"881.43437ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291479,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T15:09:59.21902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.242872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-03-18T15:09:59.21923Z","caller":"traceutil/trace.go:171","msg":"trace[822910154] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9301; }","duration":"114.53999ms","start":"2026-03-18T15:09:59.104671Z","end":"2026-03-18T15:09:59.219211Z","steps":["trace[822910154] 'agreement among raft nodes before linearized reading' (duration: 114.075268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:09:59.219179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:09:58.686754Z","time spent":"532.240992ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:10:05.82757Z","caller":"traceutil/trace.go:171","msg":"trace[2010212172] linearizableReadLoop","detail":"{readStateIndex:9726; appliedIndex:9725; }","duration":"103.120907ms","start":"2026-03-18T15:10:05.724425Z","end":"2026-03-18T15:10:05.827546Z","steps":["trace[2010212172] 'read index received' (duration: 102.914592ms)","trace[2010212172] 'applied index is now lower than readState.Index' (duration: 205.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:10:05.827619Z","caller":"traceutil/trace.go:171","msg":"trace[1843668879] transaction","detail":"{read_only:false; response_revision:9354; number_of_response:1; }","duration":"210.85134ms","start":"2026-03-18T15:10:05.616727Z","end":"2026-03-18T15:10:05.827578Z","steps":["trace[1843668879] 'process raft request' (duration: 210.669806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:10:05.827915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.473216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-rabbit-init-tvgt7\" ","response":"range_response_count:1 size:6411"} {"level":"info","ts":"2026-03-18T15:10:05.827994Z","caller":"traceutil/trace.go:171","msg":"trace[578608895] range","detail":"{range_begin:/registry/pods/openstack/glance-rabbit-init-tvgt7; range_end:; response_count:1; response_revision:9354; }","duration":"103.607591ms","start":"2026-03-18T15:10:05.724368Z","end":"2026-03-18T15:10:05.827975Z","steps":["trace[578608895] 'agreement among raft nodes before linearized reading' (duration: 103.277812ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:05.97103Z","caller":"traceutil/trace.go:171","msg":"trace[1632737365] linearizableReadLoop","detail":"{readStateIndex:9727; appliedIndex:9726; }","duration":"133.212112ms","start":"2026-03-18T15:10:05.837794Z","end":"2026-03-18T15:10:05.971006Z","steps":["trace[1632737365] 'read index received' (duration: 98.392861ms)","trace[1632737365] 'applied index is now lower than readState.Index' (duration: 34.818221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:10:05.971156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.337285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:10:05.971195Z","caller":"traceutil/trace.go:171","msg":"trace[671311425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9355; }","duration":"133.414737ms","start":"2026-03-18T15:10:05.837769Z","end":"2026-03-18T15:10:05.971184Z","steps":["trace[671311425] 'agreement among raft nodes before linearized reading' (duration: 133.326625ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:05.971396Z","caller":"traceutil/trace.go:171","msg":"trace[697741254] transaction","detail":"{read_only:false; response_revision:9355; number_of_response:1; }","duration":"137.20644ms","start":"2026-03-18T15:10:05.834133Z","end":"2026-03-18T15:10:05.971339Z","steps":["trace[697741254] 'process raft request' (duration: 102.049621ms)","trace[697741254] 'compare' (duration: 34.708058ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:10:10.942436Z","caller":"traceutil/trace.go:171","msg":"trace[1369479138] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"156.859415ms","start":"2026-03-18T15:10:10.785541Z","end":"2026-03-18T15:10:10.9424Z","steps":["trace[1369479138] 'process raft request' (duration: 156.64089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:10.959442Z","caller":"traceutil/trace.go:171","msg":"trace[543381059] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"169.035521ms","start":"2026-03-18T15:10:10.790384Z","end":"2026-03-18T15:10:10.95942Z","steps":["trace[543381059] 'process raft request' (duration: 166.441574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:15.525863Z","caller":"traceutil/trace.go:171","msg":"trace[952009673] linearizableReadLoop","detail":"{readStateIndex:9793; appliedIndex:9792; }","duration":"339.242133ms","start":"2026-03-18T15:10:15.186595Z","end":"2026-03-18T15:10:15.525837Z","steps":["trace[952009673] 'read index received' (duration: 339.056709ms)","trace[952009673] 'applied index is now lower than readState.Index' (duration: 184.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:10:15.525969Z","caller":"traceutil/trace.go:171","msg":"trace[1553739503] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"341.933833ms","start":"2026-03-18T15:10:15.184002Z","end":"2026-03-18T15:10:15.525936Z","steps":["trace[1553739503] 'process raft request' (duration: 341.578184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:10:15.526045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.426978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:10:15.526087Z","caller":"traceutil/trace.go:171","msg":"trace[1688395245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9419; }","duration":"339.54077ms","start":"2026-03-18T15:10:15.186532Z","end":"2026-03-18T15:10:15.526073Z","steps":["trace[1688395245] 'agreement among raft nodes before linearized reading' (duration: 339.441968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:10:15.526123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:10:15.186505Z","time spent":"339.609882ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T15:10:15.526168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:10:15.183968Z","time spent":"342.100137ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:10:15.536437Z","caller":"traceutil/trace.go:171","msg":"trace[332554051] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"348.106463ms","start":"2026-03-18T15:10:15.188287Z","end":"2026-03-18T15:10:15.536393Z","steps":["trace[332554051] 'process raft request' (duration: 347.637121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:10:15.536489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.150563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:10:15.536532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.285054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T15:10:15.536566Z","caller":"traceutil/trace.go:171","msg":"trace[930693516] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:9421; }","duration":"214.284397ms","start":"2026-03-18T15:10:15.322264Z","end":"2026-03-18T15:10:15.536549Z","steps":["trace[930693516] 'agreement among raft nodes before linearized reading' (duration: 214.059571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:15.536575Z","caller":"traceutil/trace.go:171","msg":"trace[1786992163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9421; }","duration":"349.349696ms","start":"2026-03-18T15:10:15.187212Z","end":"2026-03-18T15:10:15.536562Z","steps":["trace[1786992163] 'agreement among raft nodes before linearized reading' (duration: 349.0953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:10:15.536607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:10:15.1872Z","time spent":"349.396247ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:10:15.536622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:10:15.188267Z","time spent":"348.261327ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:10:15.536581Z","caller":"traceutil/trace.go:171","msg":"trace[1394417074] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"263.405063ms","start":"2026-03-18T15:10:15.273123Z","end":"2026-03-18T15:10:15.536528Z","steps":["trace[1394417074] 'process raft request' (duration: 263.129966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:10:15.53669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.101236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:10:15.536752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.223997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T15:10:15.536811Z","caller":"traceutil/trace.go:171","msg":"trace[1077382509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9421; }","duration":"243.28283ms","start":"2026-03-18T15:10:15.293497Z","end":"2026-03-18T15:10:15.53678Z","steps":["trace[1077382509] 'agreement among raft nodes before linearized reading' (duration: 242.995422ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:15.536825Z","caller":"traceutil/trace.go:171","msg":"trace[353139758] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9421; }","duration":"328.36158ms","start":"2026-03-18T15:10:15.208439Z","end":"2026-03-18T15:10:15.5368Z","steps":["trace[353139758] 'agreement among raft nodes before linearized reading' (duration: 328.100304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:10:15.536874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:10:15.208412Z","time spent":"328.450293ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T15:10:25.862702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.393669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:10:25.862798Z","caller":"traceutil/trace.go:171","msg":"trace[960392814] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"213.051924ms","start":"2026-03-18T15:10:25.649731Z","end":"2026-03-18T15:10:25.862783Z","steps":["trace[960392814] 'process raft request' (duration: 112.512943ms)","trace[960392814] 'compare' (duration: 100.286375ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:10:25.868013Z","caller":"traceutil/trace.go:171","msg":"trace[999123788] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"217.918231ms","start":"2026-03-18T15:10:25.650074Z","end":"2026-03-18T15:10:25.867992Z","steps":["trace[999123788] 'process raft request' (duration: 217.86153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:25.868048Z","caller":"traceutil/trace.go:171","msg":"trace[506712982] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"217.984853ms","start":"2026-03-18T15:10:25.650043Z","end":"2026-03-18T15:10:25.868028Z","steps":["trace[506712982] 'process raft request' (duration: 217.86612ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:25.868032Z","caller":"traceutil/trace.go:171","msg":"trace[1642197185] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"217.991793ms","start":"2026-03-18T15:10:25.650016Z","end":"2026-03-18T15:10:25.868008Z","steps":["trace[1642197185] 'process raft request' (duration: 217.787418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:25.868181Z","caller":"traceutil/trace.go:171","msg":"trace[693536545] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"201.370151ms","start":"2026-03-18T15:10:25.666749Z","end":"2026-03-18T15:10:25.868119Z","steps":["trace[693536545] 'process raft request' (duration: 201.209167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:27.980559Z","caller":"traceutil/trace.go:171","msg":"trace[353822259] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"101.282001ms","start":"2026-03-18T15:10:27.879234Z","end":"2026-03-18T15:10:27.980516Z","steps":["trace[353822259] 'process raft request' (duration: 101.201969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:27.981036Z","caller":"traceutil/trace.go:171","msg":"trace[2028397759] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"104.898184ms","start":"2026-03-18T15:10:27.876104Z","end":"2026-03-18T15:10:27.981002Z","steps":["trace[2028397759] 'process raft request' (duration: 39.145107ms)","trace[2028397759] 'compare' (duration: 64.990848ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:10:27.985004Z","caller":"traceutil/trace.go:171","msg":"trace[2066177198] transaction","detail":"{read_only:false; response_revision:9489; number_of_response:1; }","duration":"105.028688ms","start":"2026-03-18T15:10:27.879954Z","end":"2026-03-18T15:10:27.984982Z","steps":["trace[2066177198] 'process raft request' (duration: 104.481174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:36.147097Z","caller":"traceutil/trace.go:171","msg":"trace[206054886] linearizableReadLoop","detail":"{readStateIndex:9908; appliedIndex:9907; }","duration":"126.194868ms","start":"2026-03-18T15:10:36.020882Z","end":"2026-03-18T15:10:36.147077Z","steps":["trace[206054886] 'read index received' (duration: 35.372909ms)","trace[206054886] 'applied index is now lower than readState.Index' (duration: 90.820929ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:10:36.147299Z","caller":"traceutil/trace.go:171","msg":"trace[31834892] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"126.504856ms","start":"2026-03-18T15:10:36.020762Z","end":"2026-03-18T15:10:36.147267Z","steps":["trace[31834892] 'process raft request' (duration: 35.477701ms)","trace[31834892] 'compare' (duration: 90.747398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:10:36.147366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.469377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T15:10:36.147749Z","caller":"traceutil/trace.go:171","msg":"trace[44236853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9530; }","duration":"126.891047ms","start":"2026-03-18T15:10:36.020828Z","end":"2026-03-18T15:10:36.147719Z","steps":["trace[44236853] 'agreement among raft nodes before linearized reading' (duration: 126.437025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:36.170392Z","caller":"traceutil/trace.go:171","msg":"trace[2040747141] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"143.266251ms","start":"2026-03-18T15:10:36.027099Z","end":"2026-03-18T15:10:36.170365Z","steps":["trace[2040747141] 'process raft request' (duration: 142.898762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:10:36.170467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.431932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T15:10:36.170515Z","caller":"traceutil/trace.go:171","msg":"trace[2104921435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9531; }","duration":"149.527575ms","start":"2026-03-18T15:10:36.020976Z","end":"2026-03-18T15:10:36.170504Z","steps":["trace[2104921435] 'agreement among raft nodes before linearized reading' (duration: 149.168316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:10:36.170501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.373811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T15:10:36.170502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.272279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T15:10:36.170561Z","caller":"traceutil/trace.go:171","msg":"trace[896951191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9531; }","duration":"149.465493ms","start":"2026-03-18T15:10:36.021082Z","end":"2026-03-18T15:10:36.170547Z","steps":["trace[896951191] 'agreement among raft nodes before linearized reading' (duration: 149.211527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:36.170609Z","caller":"traceutil/trace.go:171","msg":"trace[24069909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9531; }","duration":"149.428512ms","start":"2026-03-18T15:10:36.021157Z","end":"2026-03-18T15:10:36.170585Z","steps":["trace[24069909] 'agreement among raft nodes before linearized reading' (duration: 149.099014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:36.262349Z","caller":"traceutil/trace.go:171","msg":"trace[538731046] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"111.490867ms","start":"2026-03-18T15:10:36.150832Z","end":"2026-03-18T15:10:36.262323Z","steps":["trace[538731046] 'process raft request' (duration: 110.652754ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:44.453063Z","caller":"traceutil/trace.go:171","msg":"trace[1420485862] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"109.474403ms","start":"2026-03-18T15:10:44.343555Z","end":"2026-03-18T15:10:44.45303Z","steps":["trace[1420485862] 'process raft request' (duration: 93.344125ms)","trace[1420485862] 'compare' (duration: 15.995945ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:10:47.917325Z","caller":"traceutil/trace.go:171","msg":"trace[1939294983] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"106.883307ms","start":"2026-03-18T15:10:47.810418Z","end":"2026-03-18T15:10:47.917301Z","steps":["trace[1939294983] 'process raft request' (duration: 106.262901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:48.758102Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"30aa8136fb61a722","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T15:10:48.763893Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T15:10:48.763984Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T15:10:54.732779Z","caller":"traceutil/trace.go:171","msg":"trace[1164448440] linearizableReadLoop","detail":"{readStateIndex:10043; appliedIndex:10042; }","duration":"158.806515ms","start":"2026-03-18T15:10:54.573953Z","end":"2026-03-18T15:10:54.73276Z","steps":["trace[1164448440] 'read index received' (duration: 142.987774ms)","trace[1164448440] 'applied index is now lower than readState.Index' (duration: 15.817761ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:10:54.732877Z","caller":"traceutil/trace.go:171","msg":"trace[750870872] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"164.791861ms","start":"2026-03-18T15:10:54.568062Z","end":"2026-03-18T15:10:54.732854Z","steps":["trace[750870872] 'process raft request' (duration: 148.904018ms)","trace[750870872] 'compare' (duration: 15.684008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:10:54.732907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.937739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-user-jpn92\" ","response":"range_response_count:1 size:7577"} {"level":"info","ts":"2026-03-18T15:10:54.733118Z","caller":"traceutil/trace.go:171","msg":"trace[1265853455] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-user-jpn92; range_end:; response_count:1; response_revision:9662; }","duration":"159.189395ms","start":"2026-03-18T15:10:54.573919Z","end":"2026-03-18T15:10:54.733109Z","steps":["trace[1265853455] 'agreement among raft nodes before linearized reading' (duration: 158.913448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:10:54.747867Z","caller":"traceutil/trace.go:171","msg":"trace[1275245891] transaction","detail":"{read_only:false; response_revision:9663; number_of_response:1; }","duration":"161.383792ms","start":"2026-03-18T15:10:54.586459Z","end":"2026-03-18T15:10:54.747842Z","steps":["trace[1275245891] 'process raft request' (duration: 161.206597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:06.821845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.651546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:11:06.8221Z","caller":"traceutil/trace.go:171","msg":"trace[1331705849] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"312.163419ms","start":"2026-03-18T15:11:06.509913Z","end":"2026-03-18T15:11:06.822077Z","steps":["trace[1331705849] 'process raft request' (duration: 211.134695ms)","trace[1331705849] 'compare' (duration: 100.446349ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:11:06.822128Z","caller":"traceutil/trace.go:171","msg":"trace[795727746] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"310.244239ms","start":"2026-03-18T15:11:06.511859Z","end":"2026-03-18T15:11:06.822103Z","steps":["trace[795727746] 'process raft request' (duration: 310.137176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:06.822223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:06.511839Z","time spent":"310.341861ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:11:06.822259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:06.509889Z","time spent":"312.280202ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:11:07.083924Z","caller":"traceutil/trace.go:171","msg":"trace[360589992] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"110.754368ms","start":"2026-03-18T15:11:06.973136Z","end":"2026-03-18T15:11:07.083891Z","steps":["trace[360589992] 'process raft request' (duration: 110.596414ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:11.216132Z","caller":"traceutil/trace.go:171","msg":"trace[513124502] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"113.95879ms","start":"2026-03-18T15:11:11.102142Z","end":"2026-03-18T15:11:11.216101Z","steps":["trace[513124502] 'process raft request' (duration: 113.775756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:11.397921Z","caller":"traceutil/trace.go:171","msg":"trace[382269056] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"175.077228ms","start":"2026-03-18T15:11:11.222818Z","end":"2026-03-18T15:11:11.397895Z","steps":["trace[382269056] 'process raft request' (duration: 110.886221ms)","trace[382269056] 'compare' (duration: 64.069314ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:11:12.237515Z","caller":"traceutil/trace.go:171","msg":"trace[1399811770] transaction","detail":"{read_only:false; response_revision:9751; number_of_response:1; }","duration":"220.800755ms","start":"2026-03-18T15:11:12.016675Z","end":"2026-03-18T15:11:12.237475Z","steps":["trace[1399811770] 'process raft request' (duration: 220.559669ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:12.462625Z","caller":"traceutil/trace.go:171","msg":"trace[1268654424] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"383.675807ms","start":"2026-03-18T15:11:12.078923Z","end":"2026-03-18T15:11:12.462599Z","steps":["trace[1268654424] 'process raft request' (duration: 305.544307ms)","trace[1268654424] 'compare' (duration: 77.983247ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:11:12.462766Z","caller":"traceutil/trace.go:171","msg":"trace[1143438744] linearizableReadLoop","detail":"{readStateIndex:10137; appliedIndex:10135; }","duration":"371.205204ms","start":"2026-03-18T15:11:12.091538Z","end":"2026-03-18T15:11:12.462743Z","steps":["trace[1143438744] 'read index received' (duration: 145.698845ms)","trace[1143438744] 'applied index is now lower than readState.Index' (duration: 225.505469ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:11:12.463045Z","caller":"traceutil/trace.go:171","msg":"trace[1005782751] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"255.535668ms","start":"2026-03-18T15:11:12.207472Z","end":"2026-03-18T15:11:12.463008Z","steps":["trace[1005782751] 'process raft request' (duration: 255.096467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:12.463177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.621264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:11:12.463239Z","caller":"traceutil/trace.go:171","msg":"trace[1004408156] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:9753; }","duration":"371.726097ms","start":"2026-03-18T15:11:12.091499Z","end":"2026-03-18T15:11:12.463225Z","steps":["trace[1004408156] 'agreement among raft nodes before linearized reading' (duration: 371.503612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:12.463279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:12.091483Z","time spent":"371.786819ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"warn","ts":"2026-03-18T15:11:12.463376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:12.078899Z","time spent":"383.797501ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:11:12.547538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.108211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:11:12.547558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.559608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:11:12.54759Z","caller":"traceutil/trace.go:171","msg":"trace[319459668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9754; }","duration":"244.219574ms","start":"2026-03-18T15:11:12.30336Z","end":"2026-03-18T15:11:12.54758Z","steps":["trace[319459668] 'agreement among raft nodes before linearized reading' (duration: 244.104371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:12.547626Z","caller":"traceutil/trace.go:171","msg":"trace[137590362] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9754; }","duration":"121.665751ms","start":"2026-03-18T15:11:12.425945Z","end":"2026-03-18T15:11:12.547611Z","steps":["trace[137590362] 'agreement among raft nodes before linearized reading' (duration: 121.548538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:12.547558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.588259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:11:12.547765Z","caller":"traceutil/trace.go:171","msg":"trace[1052707840] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9754; }","duration":"337.809475ms","start":"2026-03-18T15:11:12.209898Z","end":"2026-03-18T15:11:12.547708Z","steps":["trace[1052707840] 'agreement among raft nodes before linearized reading' (duration: 337.571479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:12.547845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:12.209878Z","time spent":"337.937309ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T15:11:12.805723Z","caller":"traceutil/trace.go:171","msg":"trace[1630934176] transaction","detail":"{read_only:false; response_revision:9756; number_of_response:1; }","duration":"153.408645ms","start":"2026-03-18T15:11:12.652237Z","end":"2026-03-18T15:11:12.805645Z","steps":["trace[1630934176] 'process raft request' (duration: 153.22424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:13.524607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.832592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:11:13.524777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.599816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:11:13.525075Z","caller":"traceutil/trace.go:171","msg":"trace[413508531] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9758; }","duration":"169.932615ms","start":"2026-03-18T15:11:13.355128Z","end":"2026-03-18T15:11:13.52506Z","steps":["trace[413508531] 'count revisions from in-memory index tree' (duration: 169.517924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:13.525206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.645858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T15:11:13.525294Z","caller":"traceutil/trace.go:171","msg":"trace[485457047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9758; }","duration":"303.775641ms","start":"2026-03-18T15:11:13.221501Z","end":"2026-03-18T15:11:13.525276Z","steps":["trace[485457047] 'range keys from in-memory index tree' (duration: 303.455873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:13.525336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:13.221483Z","time spent":"303.841923ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T15:11:13.525911Z","caller":"traceutil/trace.go:171","msg":"trace[1081618916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9758; }","duration":"231.996447ms","start":"2026-03-18T15:11:13.292709Z","end":"2026-03-18T15:11:13.524706Z","steps":["trace[1081618916] 'range keys from in-memory index tree' (duration: 231.698649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:18.866191Z","caller":"traceutil/trace.go:171","msg":"trace[937667293] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"431.035978ms","start":"2026-03-18T15:11:18.43512Z","end":"2026-03-18T15:11:18.866156Z","steps":["trace[937667293] 'process raft request' (duration: 430.794982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:18.866406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:18.435099Z","time spent":"431.189512ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:11:18.873487Z","caller":"traceutil/trace.go:171","msg":"trace[765125775] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"393.264556ms","start":"2026-03-18T15:11:18.480198Z","end":"2026-03-18T15:11:18.873462Z","steps":["trace[765125775] 'process raft request' (duration: 393.105672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:18.873786Z","caller":"traceutil/trace.go:171","msg":"trace[1778827697] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"388.42738ms","start":"2026-03-18T15:11:18.485313Z","end":"2026-03-18T15:11:18.873741Z","steps":["trace[1778827697] 'process raft request' (duration: 388.111272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:18.87379Z","caller":"traceutil/trace.go:171","msg":"trace[1064670008] linearizableReadLoop","detail":"{readStateIndex:10169; appliedIndex:10165; }","duration":"269.761118ms","start":"2026-03-18T15:11:18.603989Z","end":"2026-03-18T15:11:18.87375Z","steps":["trace[1064670008] 'read index received' (duration: 261.917825ms)","trace[1064670008] 'applied index is now lower than readState.Index' (duration: 7.842203ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:11:18.873873Z","caller":"traceutil/trace.go:171","msg":"trace[1537957467] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"305.988859ms","start":"2026-03-18T15:11:18.567819Z","end":"2026-03-18T15:11:18.873808Z","steps":["trace[1537957467] 'process raft request' (duration: 305.823675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:18.873997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:18.485283Z","time spent":"388.601385ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:11:18.873941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.947783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:11:18.874088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.313026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T15:11:18.87414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:18.567798Z","time spent":"306.223486ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:11:18.874149Z","caller":"traceutil/trace.go:171","msg":"trace[423287492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9783; }","duration":"207.468981ms","start":"2026-03-18T15:11:18.666664Z","end":"2026-03-18T15:11:18.874133Z","steps":["trace[423287492] 'agreement among raft nodes before linearized reading' (duration: 207.276285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:18.87382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:11:18.480179Z","time spent":"393.381229ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:11:18.874373Z","caller":"traceutil/trace.go:171","msg":"trace[1077275144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:9783; }","duration":"270.393325ms","start":"2026-03-18T15:11:18.603955Z","end":"2026-03-18T15:11:18.874348Z","steps":["trace[1077275144] 'agreement among raft nodes before linearized reading' (duration: 269.890201ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:19.140995Z","caller":"traceutil/trace.go:171","msg":"trace[855060504] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"181.298231ms","start":"2026-03-18T15:11:18.959669Z","end":"2026-03-18T15:11:19.140968Z","steps":["trace[855060504] 'process raft request' (duration: 141.413355ms)","trace[855060504] 'compare' (duration: 39.707691ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:11:19.978946Z","caller":"traceutil/trace.go:171","msg":"trace[1793216463] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"102.871922ms","start":"2026-03-18T15:11:19.87605Z","end":"2026-03-18T15:11:19.978922Z","steps":["trace[1793216463] 'process raft request' (duration: 102.703278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:20.215548Z","caller":"traceutil/trace.go:171","msg":"trace[1681728363] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"225.434375ms","start":"2026-03-18T15:11:19.990096Z","end":"2026-03-18T15:11:20.21553Z","steps":["trace[1681728363] 'process raft request' (duration: 225.327933ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:20.414849Z","caller":"traceutil/trace.go:171","msg":"trace[1638466865] linearizableReadLoop","detail":"{readStateIndex:10182; appliedIndex:10181; }","duration":"122.845432ms","start":"2026-03-18T15:11:20.291976Z","end":"2026-03-18T15:11:20.414821Z","steps":["trace[1638466865] 'read index received' (duration: 60.635285ms)","trace[1638466865] 'applied index is now lower than readState.Index' (duration: 62.208687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:11:20.415007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.017116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:11:20.415036Z","caller":"traceutil/trace.go:171","msg":"trace[300412702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9794; }","duration":"123.091928ms","start":"2026-03-18T15:11:20.291935Z","end":"2026-03-18T15:11:20.415027Z","steps":["trace[300412702] 'agreement among raft nodes before linearized reading' (duration: 123.016486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:11:20.415112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.745007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-metadefs-load\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:11:20.415215Z","caller":"traceutil/trace.go:171","msg":"trace[1161552429] range","detail":"{range_begin:/registry/jobs/openstack/glance-metadefs-load; range_end:; response_count:0; response_revision:9794; }","duration":"115.879021ms","start":"2026-03-18T15:11:20.299313Z","end":"2026-03-18T15:11:20.415192Z","steps":["trace[1161552429] 'agreement among raft nodes before linearized reading' (duration: 115.709877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:11:20.586668Z","caller":"traceutil/trace.go:171","msg":"trace[1971810929] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"137.161824ms","start":"2026-03-18T15:11:20.449471Z","end":"2026-03-18T15:11:20.586633Z","steps":["trace[1971810929] 'process raft request' (duration: 121.020894ms)","trace[1971810929] 'compare' (duration: 15.877093ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:12:10.214566Z","caller":"traceutil/trace.go:171","msg":"trace[705308009] transaction","detail":"{read_only:false; response_revision:10120; number_of_response:1; }","duration":"242.099289ms","start":"2026-03-18T15:12:09.972438Z","end":"2026-03-18T15:12:10.214537Z","steps":["trace[705308009] 'process raft request' (duration: 241.691159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:13:13.860664Z","caller":"traceutil/trace.go:171","msg":"trace[1079630864] linearizableReadLoop","detail":"{readStateIndex:10824; appliedIndex:10823; }","duration":"172.765055ms","start":"2026-03-18T15:13:13.687871Z","end":"2026-03-18T15:13:13.860636Z","steps":["trace[1079630864] 'read index received' (duration: 93.421745ms)","trace[1079630864] 'applied index is now lower than readState.Index' (duration: 79.34197ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:13:13.86084Z","caller":"traceutil/trace.go:171","msg":"trace[60921957] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"227.484525ms","start":"2026-03-18T15:13:13.633328Z","end":"2026-03-18T15:13:13.860813Z","steps":["trace[60921957] 'process raft request' (duration: 147.983201ms)","trace[60921957] 'compare' (duration: 79.171735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:13:13.861027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.334444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:13:13.86109Z","caller":"traceutil/trace.go:171","msg":"trace[2030000341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:10411; }","duration":"126.450707ms","start":"2026-03-18T15:13:13.734626Z","end":"2026-03-18T15:13:13.861077Z","steps":["trace[2030000341] 'agreement among raft nodes before linearized reading' (duration: 126.284523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:13:13.861085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.180465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:13:13.861239Z","caller":"traceutil/trace.go:171","msg":"trace[135870282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10411; }","duration":"173.412882ms","start":"2026-03-18T15:13:13.687803Z","end":"2026-03-18T15:13:13.861216Z","steps":["trace[135870282] 'agreement among raft nodes before linearized reading' (duration: 173.061883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:13:15.812987Z","caller":"traceutil/trace.go:171","msg":"trace[204731184] transaction","detail":"{read_only:false; response_revision:10420; number_of_response:1; }","duration":"143.472086ms","start":"2026-03-18T15:13:15.66947Z","end":"2026-03-18T15:13:15.812942Z","steps":["trace[204731184] 'process raft request' (duration: 139.732571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:13:57.619982Z","caller":"traceutil/trace.go:171","msg":"trace[1166761273] transaction","detail":"{read_only:false; response_revision:10639; number_of_response:1; }","duration":"112.367354ms","start":"2026-03-18T15:13:57.507596Z","end":"2026-03-18T15:13:57.619963Z","steps":["trace[1166761273] 'process raft request' (duration: 112.255431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:14:00.023275Z","caller":"traceutil/trace.go:171","msg":"trace[1427506479] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"315.674007ms","start":"2026-03-18T15:13:59.70756Z","end":"2026-03-18T15:14:00.023234Z","steps":["trace[1427506479] 'process raft request' (duration: 278.89649ms)","trace[1427506479] 'compare' (duration: 36.490229ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:14:00.023361Z","caller":"traceutil/trace.go:171","msg":"trace[1861229882] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"283.979128ms","start":"2026-03-18T15:13:59.739354Z","end":"2026-03-18T15:14:00.023333Z","steps":["trace[1861229882] 'process raft request' (duration: 283.870265ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:14:00.023355Z","caller":"traceutil/trace.go:171","msg":"trace[1676499751] linearizableReadLoop","detail":"{readStateIndex:11140; appliedIndex:11139; }","duration":"309.388309ms","start":"2026-03-18T15:13:59.713926Z","end":"2026-03-18T15:14:00.023314Z","steps":["trace[1676499751] 'read index received' (duration: 272.54807ms)","trace[1676499751] 'applied index is now lower than readState.Index' (duration: 36.836008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:14:00.023445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:13:59.707535Z","time spent":"315.849261ms","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1541,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T15:14:00.023594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.646946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7453"} {"level":"info","ts":"2026-03-18T15:14:00.023657Z","caller":"traceutil/trace.go:171","msg":"trace[679626297] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10716; }","duration":"309.766739ms","start":"2026-03-18T15:13:59.713869Z","end":"2026-03-18T15:14:00.023636Z","steps":["trace[679626297] 'agreement among raft nodes before linearized reading' (duration: 309.554152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:14:00.023719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:13:59.713848Z","time spent":"309.856291ms","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7476,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T15:14:06.000309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.089786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:14:06.000386Z","caller":"traceutil/trace.go:171","msg":"trace[1385122252] transaction","detail":"{read_only:false; response_revision:10760; number_of_response:1; }","duration":"268.59288ms","start":"2026-03-18T15:14:05.731782Z","end":"2026-03-18T15:14:06.000374Z","steps":["trace[1385122252] 'process raft request' (duration: 152.380251ms)","trace[1385122252] 'compare' (duration: 115.948413ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:14:06.200067Z","caller":"traceutil/trace.go:171","msg":"trace[526761173] linearizableReadLoop","detail":"{readStateIndex:11189; appliedIndex:11187; }","duration":"136.921462ms","start":"2026-03-18T15:14:06.063116Z","end":"2026-03-18T15:14:06.200038Z","steps":["trace[526761173] 'read index received' (duration: 10.69208ms)","trace[526761173] 'applied index is now lower than readState.Index' (duration: 126.228252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:14:06.200486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.342972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T15:14:06.20053Z","caller":"traceutil/trace.go:171","msg":"trace[599287523] transaction","detail":"{read_only:false; response_revision:10762; number_of_response:1; }","duration":"165.903882ms","start":"2026-03-18T15:14:06.034594Z","end":"2026-03-18T15:14:06.200498Z","steps":["trace[599287523] 'process raft request' (duration: 127.371861ms)","trace[599287523] 'compare' (duration: 37.867474ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:14:06.200502Z","caller":"traceutil/trace.go:171","msg":"trace[975267453] transaction","detail":"{read_only:false; response_revision:10763; number_of_response:1; }","duration":"161.07708ms","start":"2026-03-18T15:14:06.039345Z","end":"2026-03-18T15:14:06.200422Z","steps":["trace[975267453] 'process raft request' (duration: 160.627368ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:14:06.200555Z","caller":"traceutil/trace.go:171","msg":"trace[705391418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10763; }","duration":"137.450315ms","start":"2026-03-18T15:14:06.063086Z","end":"2026-03-18T15:14:06.200536Z","steps":["trace[705391418] 'agreement among raft nodes before linearized reading' (duration: 137.318981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:14:06.200558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.423112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T15:14:06.200713Z","caller":"traceutil/trace.go:171","msg":"trace[1247667654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10763; }","duration":"123.609856ms","start":"2026-03-18T15:14:06.077086Z","end":"2026-03-18T15:14:06.200695Z","steps":["trace[1247667654] 'agreement among raft nodes before linearized reading' (duration: 123.405561ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:14:06.804556Z","caller":"traceutil/trace.go:171","msg":"trace[1326475632] transaction","detail":"{read_only:false; response_revision:10764; number_of_response:1; }","duration":"598.928358ms","start":"2026-03-18T15:14:06.205598Z","end":"2026-03-18T15:14:06.804526Z","steps":["trace[1326475632] 'process raft request' (duration: 519.772463ms)","trace[1326475632] 'compare' (duration: 78.869458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:14:06.804904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.205549Z","time spent":"599.112562ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:14:07.272795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.907433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:14:07.272983Z","caller":"traceutil/trace.go:171","msg":"trace[1401515994] linearizableReadLoop","detail":"{readStateIndex:11193; appliedIndex:11189; }","duration":"1.042033917s","start":"2026-03-18T15:14:06.230935Z","end":"2026-03-18T15:14:07.272969Z","steps":["trace[1401515994] 'read index received' (duration: 494.445554ms)","trace[1401515994] 'applied index is now lower than readState.Index' (duration: 547.587553ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:14:07.273027Z","caller":"traceutil/trace.go:171","msg":"trace[1053736960] transaction","detail":"{read_only:false; response_revision:10766; number_of_response:1; }","duration":"1.067224313s","start":"2026-03-18T15:14:06.205796Z","end":"2026-03-18T15:14:07.27302Z","steps":["trace[1053736960] 'process raft request' (duration: 1.067085209s)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:14:07.273078Z","caller":"traceutil/trace.go:171","msg":"trace[1965639546] transaction","detail":"{read_only:false; response_revision:10767; number_of_response:1; }","duration":"1.066596926s","start":"2026-03-18T15:14:06.206467Z","end":"2026-03-18T15:14:07.273064Z","steps":["trace[1965639546] 'process raft request' (duration: 1.066464032s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:14:07.273118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.205786Z","time spent":"1.067278504s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:14:07.273165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.206453Z","time spent":"1.066666647s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:14:07.272988Z","caller":"traceutil/trace.go:171","msg":"trace[904368434] transaction","detail":"{read_only:false; response_revision:10765; number_of_response:1; }","duration":"1.067205152s","start":"2026-03-18T15:14:06.205763Z","end":"2026-03-18T15:14:07.272968Z","steps":["trace[904368434] 'process raft request' (duration: 705.049013ms)","trace[904368434] 'compare' (duration: 361.79601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:14:07.273449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042483309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:14:07.273484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.339686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:14:07.273474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.270713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:14:07.273493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.541209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:14:07.273526Z","caller":"traceutil/trace.go:171","msg":"trace[1292715722] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10767; }","duration":"729.412548ms","start":"2026-03-18T15:14:06.544098Z","end":"2026-03-18T15:14:07.273511Z","steps":["trace[1292715722] 'agreement among raft nodes before linearized reading' (duration: 729.364617ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:14:07.273558Z","caller":"traceutil/trace.go:171","msg":"trace[481177964] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10767; }","duration":"314.406636ms","start":"2026-03-18T15:14:06.959129Z","end":"2026-03-18T15:14:07.273536Z","steps":["trace[481177964] 'agreement among raft nodes before linearized reading' (duration: 314.243171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:14:07.273559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.544075Z","time spent":"729.478319ms","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:14:07.273562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.205741Z","time spent":"1.067749876s","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:14:07.273508Z","caller":"traceutil/trace.go:171","msg":"trace[1682286791] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:10767; }","duration":"1.042597032s","start":"2026-03-18T15:14:06.230895Z","end":"2026-03-18T15:14:07.273492Z","steps":["trace[1682286791] 'agreement among raft nodes before linearized reading' (duration: 1.042388486s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:14:07.27361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.959103Z","time spent":"314.494209ms","remote":"127.0.0.1:38248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:14:07.27363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.230877Z","time spent":"1.042743035s","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-t47mr\" "} {"level":"info","ts":"2026-03-18T15:14:07.273561Z","caller":"traceutil/trace.go:171","msg":"trace[1811941899] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10767; }","duration":"721.637882ms","start":"2026-03-18T15:14:06.551907Z","end":"2026-03-18T15:14:07.273545Z","steps":["trace[1811941899] 'agreement among raft nodes before linearized reading' (duration: 721.526539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:14:07.273674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.565959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:14:07.273742Z","caller":"traceutil/trace.go:171","msg":"trace[1104350203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10767; }","duration":"312.650172ms","start":"2026-03-18T15:14:06.961073Z","end":"2026-03-18T15:14:07.273723Z","steps":["trace[1104350203] 'agreement among raft nodes before linearized reading' (duration: 312.437657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:14:07.273427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.045446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T15:14:07.273784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.961066Z","time spent":"312.708833ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T15:14:07.273818Z","caller":"traceutil/trace.go:171","msg":"trace[862303385] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10767; }","duration":"796.482628ms","start":"2026-03-18T15:14:06.477314Z","end":"2026-03-18T15:14:07.273797Z","steps":["trace[862303385] 'agreement among raft nodes before linearized reading' (duration: 796.014085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:14:07.273878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.477293Z","time spent":"796.56859ms","remote":"127.0.0.1:43326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:14:07.273753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:14:06.551896Z","time spent":"721.833776ms","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-18T15:14:07.53848Z","caller":"traceutil/trace.go:171","msg":"trace[639581315] linearizableReadLoop","detail":"{readStateIndex:11194; appliedIndex:11193; }","duration":"248.115984ms","start":"2026-03-18T15:14:07.290339Z","end":"2026-03-18T15:14:07.538455Z","steps":["trace[639581315] 'read index received' (duration: 168.63108ms)","trace[639581315] 'applied index is now lower than readState.Index' (duration: 79.483674ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:14:07.538555Z","caller":"traceutil/trace.go:171","msg":"trace[1088367217] transaction","detail":"{read_only:false; response_revision:10768; number_of_response:1; }","duration":"260.367923ms","start":"2026-03-18T15:14:07.278155Z","end":"2026-03-18T15:14:07.538523Z","steps":["trace[1088367217] 'process raft request' (duration: 180.87139ms)","trace[1088367217] 'compare' (duration: 79.244777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:14:07.538603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.246977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:14:07.538656Z","caller":"traceutil/trace.go:171","msg":"trace[1960152772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10768; }","duration":"248.341339ms","start":"2026-03-18T15:14:07.290305Z","end":"2026-03-18T15:14:07.538646Z","steps":["trace[1960152772] 'agreement among raft nodes before linearized reading' (duration: 248.243837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:14:07.892338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.798959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:14:07.892456Z","caller":"traceutil/trace.go:171","msg":"trace[659111133] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10768; }","duration":"194.988674ms","start":"2026-03-18T15:14:07.697438Z","end":"2026-03-18T15:14:07.892427Z","steps":["trace[659111133] 'count revisions from in-memory index tree' (duration: 194.696137ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:14:30.286684Z","caller":"traceutil/trace.go:171","msg":"trace[1559515408] transaction","detail":"{read_only:false; response_revision:10922; number_of_response:1; }","duration":"147.078342ms","start":"2026-03-18T15:14:30.139582Z","end":"2026-03-18T15:14:30.28666Z","steps":["trace[1559515408] 'process raft request' (duration: 146.926488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:14:41.078097Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9189} {"level":"info","ts":"2026-03-18T15:14:41.156414Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9189,"took":"76.333513ms","hash":3903567209,"current-db-size-bytes":37216256,"current-db-size":"37 MB","current-db-size-in-use-bytes":20119552,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-18T15:14:41.156483Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3903567209,"revision":9189,"compact-revision":7066} {"level":"info","ts":"2026-03-18T15:14:43.208482Z","caller":"traceutil/trace.go:171","msg":"trace[2045291122] transaction","detail":"{read_only:false; response_revision:10990; number_of_response:1; }","duration":"135.55834ms","start":"2026-03-18T15:14:43.07288Z","end":"2026-03-18T15:14:43.208438Z","steps":["trace[2045291122] 'process raft request' (duration: 135.348555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:15:32.375715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.651569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:15:32.3759Z","caller":"traceutil/trace.go:171","msg":"trace[2032860888] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11230; }","duration":"140.847114ms","start":"2026-03-18T15:15:32.235034Z","end":"2026-03-18T15:15:32.375881Z","steps":["trace[2032860888] 'range keys from in-memory index tree' (duration: 140.636849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:15:38.822155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.133617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:15:38.822266Z","caller":"traceutil/trace.go:171","msg":"trace[910556436] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"271.319615ms","start":"2026-03-18T15:15:38.550927Z","end":"2026-03-18T15:15:38.822246Z","steps":["trace[910556436] 'process raft request' (duration: 78.015673ms)","trace[910556436] 'compare' (duration: 193.023775ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:15:38.823082Z","caller":"traceutil/trace.go:171","msg":"trace[1976576935] transaction","detail":"{read_only:false; response_revision:11259; number_of_response:1; }","duration":"200.32635ms","start":"2026-03-18T15:15:38.622719Z","end":"2026-03-18T15:15:38.823046Z","steps":["trace[1976576935] 'process raft request' (duration: 200.257328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:15:38.823269Z","caller":"traceutil/trace.go:171","msg":"trace[408054534] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"259.342203ms","start":"2026-03-18T15:15:38.563887Z","end":"2026-03-18T15:15:38.823229Z","steps":["trace[408054534] 'process raft request' (duration: 258.868291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:16:18.347112Z","caller":"traceutil/trace.go:171","msg":"trace[1715104638] transaction","detail":"{read_only:false; response_revision:11448; number_of_response:1; }","duration":"130.599315ms","start":"2026-03-18T15:16:18.216461Z","end":"2026-03-18T15:16:18.34706Z","steps":["trace[1715104638] 'process raft request' (duration: 57.359521ms)","trace[1715104638] 'compare' (duration: 72.951716ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:16:48.488974Z","caller":"traceutil/trace.go:171","msg":"trace[683442514] transaction","detail":"{read_only:false; response_revision:11584; number_of_response:1; }","duration":"109.991973ms","start":"2026-03-18T15:16:48.378954Z","end":"2026-03-18T15:16:48.488946Z","steps":["trace[683442514] 'process raft request' (duration: 108.441215ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:16:58.692511Z","caller":"traceutil/trace.go:171","msg":"trace[983153286] linearizableReadLoop","detail":"{readStateIndex:12092; appliedIndex:12091; }","duration":"158.47668ms","start":"2026-03-18T15:16:58.534006Z","end":"2026-03-18T15:16:58.692482Z","steps":["trace[983153286] 'read index received' (duration: 158.348657ms)","trace[983153286] 'applied index is now lower than readState.Index' (duration: 126.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:16:58.692572Z","caller":"traceutil/trace.go:171","msg":"trace[1357993492] transaction","detail":"{read_only:false; response_revision:11629; number_of_response:1; }","duration":"187.424952ms","start":"2026-03-18T15:16:58.50511Z","end":"2026-03-18T15:16:58.692535Z","steps":["trace[1357993492] 'process raft request' (duration: 187.211987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:16:58.692784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.756038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:16:58.692823Z","caller":"traceutil/trace.go:171","msg":"trace[882466650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11629; }","duration":"158.84218ms","start":"2026-03-18T15:16:58.533971Z","end":"2026-03-18T15:16:58.692814Z","steps":["trace[882466650] 'agreement among raft nodes before linearized reading' (duration: 158.652815ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:04.552713Z","caller":"traceutil/trace.go:171","msg":"trace[1248073336] transaction","detail":"{read_only:false; response_revision:11657; number_of_response:1; }","duration":"136.516964ms","start":"2026-03-18T15:17:04.416157Z","end":"2026-03-18T15:17:04.552674Z","steps":["trace[1248073336] 'process raft request' (duration: 136.313319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:15.406821Z","caller":"traceutil/trace.go:171","msg":"trace[1222429254] linearizableReadLoop","detail":"{readStateIndex:12175; appliedIndex:12174; }","duration":"108.797213ms","start":"2026-03-18T15:17:15.297976Z","end":"2026-03-18T15:17:15.406773Z","steps":["trace[1222429254] 'read index received' (duration: 68.069682ms)","trace[1222429254] 'applied index is now lower than readState.Index' (duration: 40.726371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:17:15.406952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.965477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:17:15.407004Z","caller":"traceutil/trace.go:171","msg":"trace[544914925] transaction","detail":"{read_only:false; response_revision:11708; number_of_response:1; }","duration":"143.811949ms","start":"2026-03-18T15:17:15.263167Z","end":"2026-03-18T15:17:15.406979Z","steps":["trace[544914925] 'process raft request' (duration: 102.994125ms)","trace[544914925] 'compare' (duration: 40.429744ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:15.407064Z","caller":"traceutil/trace.go:171","msg":"trace[1231228723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11708; }","duration":"109.05013ms","start":"2026-03-18T15:17:15.297927Z","end":"2026-03-18T15:17:15.406977Z","steps":["trace[1231228723] 'agreement among raft nodes before linearized reading' (duration: 108.976968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:16.594915Z","caller":"traceutil/trace.go:171","msg":"trace[296892643] transaction","detail":"{read_only:false; response_revision:11711; number_of_response:1; }","duration":"106.814613ms","start":"2026-03-18T15:17:16.488077Z","end":"2026-03-18T15:17:16.594891Z","steps":["trace[296892643] 'process raft request' (duration: 106.68768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:33.790669Z","caller":"traceutil/trace.go:171","msg":"trace[8914739] transaction","detail":"{read_only:false; response_revision:11792; number_of_response:1; }","duration":"134.114304ms","start":"2026-03-18T15:17:33.656535Z","end":"2026-03-18T15:17:33.79065Z","steps":["trace[8914739] 'process raft request' (duration: 133.98203ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:34.406857Z","caller":"traceutil/trace.go:171","msg":"trace[1245568308] linearizableReadLoop","detail":"{readStateIndex:12263; appliedIndex:12262; }","duration":"111.736717ms","start":"2026-03-18T15:17:34.29509Z","end":"2026-03-18T15:17:34.406826Z","steps":["trace[1245568308] 'read index received' (duration: 111.533402ms)","trace[1245568308] 'applied index is now lower than readState.Index' (duration: 202.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:34.406888Z","caller":"traceutil/trace.go:171","msg":"trace[1726995759] transaction","detail":"{read_only:false; response_revision:11793; number_of_response:1; }","duration":"155.984486ms","start":"2026-03-18T15:17:34.250874Z","end":"2026-03-18T15:17:34.406858Z","steps":["trace[1726995759] 'process raft request' (duration: 155.766621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:34.407029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.906841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:17:34.40708Z","caller":"traceutil/trace.go:171","msg":"trace[1358193815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11793; }","duration":"112.018874ms","start":"2026-03-18T15:17:34.295049Z","end":"2026-03-18T15:17:34.407068Z","steps":["trace[1358193815] 'agreement among raft nodes before linearized reading' (duration: 111.901681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:39.980869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.711055ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-18T15:17:39.980965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:17:39.352376Z","time spent":"628.584097ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T15:17:40.248844Z","caller":"traceutil/trace.go:171","msg":"trace[366116347] transaction","detail":"{read_only:false; response_revision:11819; number_of_response:1; }","duration":"758.434422ms","start":"2026-03-18T15:17:39.490383Z","end":"2026-03-18T15:17:40.248817Z","steps":["trace[366116347] 'process raft request' (duration: 719.19466ms)","trace[366116347] 'compare' (duration: 39.028537ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:40.249061Z","caller":"traceutil/trace.go:171","msg":"trace[1509677650] linearizableReadLoop","detail":"{readStateIndex:12292; appliedIndex:12290; }","duration":"243.119922ms","start":"2026-03-18T15:17:40.005904Z","end":"2026-03-18T15:17:40.249024Z","steps":["trace[1509677650] 'read index received' (duration: 203.698085ms)","trace[1509677650] 'applied index is now lower than readState.Index' (duration: 39.419767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:17:40.249117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:17:39.490362Z","time spent":"758.562596ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:17:40.249114Z","caller":"traceutil/trace.go:171","msg":"trace[1802628415] transaction","detail":"{read_only:false; response_revision:11820; number_of_response:1; }","duration":"266.900574ms","start":"2026-03-18T15:17:39.982161Z","end":"2026-03-18T15:17:40.249062Z","steps":["trace[1802628415] 'process raft request' (duration: 266.596667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:40.249328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.074647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:17:40.249379Z","caller":"traceutil/trace.go:171","msg":"trace[1416008985] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11820; }","duration":"165.17809ms","start":"2026-03-18T15:17:40.084189Z","end":"2026-03-18T15:17:40.249367Z","steps":["trace[1416008985] 'agreement among raft nodes before linearized reading' (duration: 164.996165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:40.249402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.487771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-18T15:17:40.249466Z","caller":"traceutil/trace.go:171","msg":"trace[482695907] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11820; }","duration":"243.586934ms","start":"2026-03-18T15:17:40.005864Z","end":"2026-03-18T15:17:40.249451Z","steps":["trace[482695907] 'agreement among raft nodes before linearized reading' (duration: 243.310527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:40.606372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.402854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T15:17:40.606461Z","caller":"traceutil/trace.go:171","msg":"trace[1864105640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11821; }","duration":"176.542997ms","start":"2026-03-18T15:17:40.429897Z","end":"2026-03-18T15:17:40.60644Z","steps":["trace[1864105640] 'range keys from in-memory index tree' (duration: 176.23286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:40.837441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.864759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:17:40.837552Z","caller":"traceutil/trace.go:171","msg":"trace[2061863423] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11822; }","duration":"104.017593ms","start":"2026-03-18T15:17:40.733503Z","end":"2026-03-18T15:17:40.837521Z","steps":["trace[2061863423] 'count revisions from in-memory index tree' (duration: 103.788766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:40.972851Z","caller":"traceutil/trace.go:171","msg":"trace[798289307] transaction","detail":"{read_only:false; response_revision:11823; number_of_response:1; }","duration":"126.133172ms","start":"2026-03-18T15:17:40.846686Z","end":"2026-03-18T15:17:40.97282Z","steps":["trace[798289307] 'process raft request' (duration: 125.898316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:41.227367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.785614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:17:41.227483Z","caller":"traceutil/trace.go:171","msg":"trace[1654287509] transaction","detail":"{read_only:false; response_revision:11824; number_of_response:1; }","duration":"250.298523ms","start":"2026-03-18T15:17:40.977163Z","end":"2026-03-18T15:17:41.227461Z","steps":["trace[1654287509] 'process raft request' (duration: 105.323044ms)","trace[1654287509] 'compare' (duration: 144.62141ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:41.276823Z","caller":"traceutil/trace.go:171","msg":"trace[1199389501] transaction","detail":"{read_only:false; response_revision:11825; number_of_response:1; }","duration":"298.857853ms","start":"2026-03-18T15:17:40.977934Z","end":"2026-03-18T15:17:41.276791Z","steps":["trace[1199389501] 'process raft request' (duration: 298.642957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:41.277126Z","caller":"traceutil/trace.go:171","msg":"trace[1315411017] transaction","detail":"{read_only:false; response_revision:11826; number_of_response:1; }","duration":"298.790002ms","start":"2026-03-18T15:17:40.978321Z","end":"2026-03-18T15:17:41.277111Z","steps":["trace[1315411017] 'process raft request' (duration: 298.427683ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:41.277139Z","caller":"traceutil/trace.go:171","msg":"trace[550712952] linearizableReadLoop","detail":"{readStateIndex:12299; appliedIndex:12295; }","duration":"229.56799ms","start":"2026-03-18T15:17:41.047541Z","end":"2026-03-18T15:17:41.277109Z","steps":["trace[550712952] 'read index received' (duration: 34.935254ms)","trace[550712952] 'applied index is now lower than readState.Index' (duration: 194.631706ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:41.277217Z","caller":"traceutil/trace.go:171","msg":"trace[1364909383] transaction","detail":"{read_only:false; response_revision:11827; number_of_response:1; }","duration":"291.502577ms","start":"2026-03-18T15:17:40.985685Z","end":"2026-03-18T15:17:41.277187Z","steps":["trace[1364909383] 'process raft request' (duration: 291.284721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:41.277366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.241583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-skfqc\" ","response":"range_response_count:1 size:6973"} {"level":"info","ts":"2026-03-18T15:17:41.277397Z","caller":"traceutil/trace.go:171","msg":"trace[1242386307] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-skfqc; range_end:; response_count:1; response_revision:11827; }","duration":"167.322635ms","start":"2026-03-18T15:17:41.110066Z","end":"2026-03-18T15:17:41.277389Z","steps":["trace[1242386307] 'agreement among raft nodes before linearized reading' (duration: 167.193041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:41.277396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.526837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-18T15:17:41.27739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.837956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:17:41.277442Z","caller":"traceutil/trace.go:171","msg":"trace[9029178] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11827; }","duration":"125.614649ms","start":"2026-03-18T15:17:41.151811Z","end":"2026-03-18T15:17:41.277425Z","steps":["trace[9029178] 'agreement among raft nodes before linearized reading' (duration: 125.453525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:41.27748Z","caller":"traceutil/trace.go:171","msg":"trace[1973148167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:11827; }","duration":"229.966209ms","start":"2026-03-18T15:17:41.04749Z","end":"2026-03-18T15:17:41.277456Z","steps":["trace[1973148167] 'agreement among raft nodes before linearized reading' (duration: 229.738934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:41.645521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.494164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:17:41.645738Z","caller":"traceutil/trace.go:171","msg":"trace[1085115153] transaction","detail":"{read_only:false; response_revision:11829; number_of_response:1; }","duration":"295.656581ms","start":"2026-03-18T15:17:41.350065Z","end":"2026-03-18T15:17:41.645722Z","steps":["trace[1085115153] 'process raft request' (duration: 295.572039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:41.64586Z","caller":"traceutil/trace.go:171","msg":"trace[2098859202] transaction","detail":"{read_only:false; response_revision:11828; number_of_response:1; }","duration":"360.03045ms","start":"2026-03-18T15:17:41.285782Z","end":"2026-03-18T15:17:41.645813Z","steps":["trace[2098859202] 'process raft request' (duration: 42.141326ms)","trace[2098859202] 'compare' (duration: 317.283539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:17:41.646005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:17:41.285755Z","time spent":"360.174344ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7256,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:17:41.99932Z","caller":"traceutil/trace.go:171","msg":"trace[132483953] transaction","detail":"{read_only:false; response_revision:11830; number_of_response:1; }","duration":"315.775151ms","start":"2026-03-18T15:17:41.683517Z","end":"2026-03-18T15:17:41.999293Z","steps":["trace[132483953] 'process raft request' (duration: 315.603246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:41.99949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:17:41.683495Z","time spent":"315.909154ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:17:43.336169Z","caller":"traceutil/trace.go:171","msg":"trace[1329769640] transaction","detail":"{read_only:false; response_revision:11835; number_of_response:1; }","duration":"100.78348ms","start":"2026-03-18T15:17:43.235352Z","end":"2026-03-18T15:17:43.336135Z","steps":["trace[1329769640] 'process raft request' (duration: 100.490313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:44.86632Z","caller":"traceutil/trace.go:171","msg":"trace[121261720] transaction","detail":"{read_only:false; response_revision:11842; number_of_response:1; }","duration":"143.215044ms","start":"2026-03-18T15:17:44.72307Z","end":"2026-03-18T15:17:44.866285Z","steps":["trace[121261720] 'process raft request' (duration: 142.977058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:45.510362Z","caller":"traceutil/trace.go:171","msg":"trace[870599719] transaction","detail":"{read_only:false; response_revision:11844; number_of_response:1; }","duration":"165.459687ms","start":"2026-03-18T15:17:45.344694Z","end":"2026-03-18T15:17:45.510154Z","steps":["trace[870599719] 'process raft request' (duration: 165.270133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:45.511141Z","caller":"traceutil/trace.go:171","msg":"trace[780061970] linearizableReadLoop","detail":"{readStateIndex:12318; appliedIndex:12316; }","duration":"159.325582ms","start":"2026-03-18T15:17:45.351801Z","end":"2026-03-18T15:17:45.511126Z","steps":["trace[780061970] 'read index received' (duration: 158.171683ms)","trace[780061970] 'applied index is now lower than readState.Index' (duration: 1.153079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:17:45.511556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.725422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:17:45.511627Z","caller":"traceutil/trace.go:171","msg":"trace[770366499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11845; }","duration":"159.824755ms","start":"2026-03-18T15:17:45.351784Z","end":"2026-03-18T15:17:45.511608Z","steps":["trace[770366499] 'agreement among raft nodes before linearized reading' (duration: 159.484686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:45.511283Z","caller":"traceutil/trace.go:171","msg":"trace[1414039733] transaction","detail":"{read_only:false; response_revision:11845; number_of_response:1; }","duration":"164.379539ms","start":"2026-03-18T15:17:45.346884Z","end":"2026-03-18T15:17:45.511263Z","steps":["trace[1414039733] 'process raft request' (duration: 164.173414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:45.51293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.811667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-18T15:17:45.512937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.048425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:17:45.512992Z","caller":"traceutil/trace.go:171","msg":"trace[436229237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:11845; }","duration":"154.89117ms","start":"2026-03-18T15:17:45.358085Z","end":"2026-03-18T15:17:45.512976Z","steps":["trace[436229237] 'agreement among raft nodes before linearized reading' (duration: 154.743126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:45.513004Z","caller":"traceutil/trace.go:171","msg":"trace[81732213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11845; }","duration":"159.143668ms","start":"2026-03-18T15:17:45.353843Z","end":"2026-03-18T15:17:45.512987Z","steps":["trace[81732213] 'agreement among raft nodes before linearized reading' (duration: 158.978504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:47.786787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.603966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:17:47.786901Z","caller":"traceutil/trace.go:171","msg":"trace[498285412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11855; }","duration":"170.74094ms","start":"2026-03-18T15:17:47.616139Z","end":"2026-03-18T15:17:47.78688Z","steps":["trace[498285412] 'range keys from in-memory index tree' (duration: 170.388071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:47.786928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.892679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:17:47.786984Z","caller":"traceutil/trace.go:171","msg":"trace[82541831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:11855; }","duration":"167.97039ms","start":"2026-03-18T15:17:47.618997Z","end":"2026-03-18T15:17:47.786968Z","steps":["trace[82541831] 'range keys from in-memory index tree' (duration: 167.770996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:47.786928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.432373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:17:47.787129Z","caller":"traceutil/trace.go:171","msg":"trace[347526853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11855; }","duration":"170.693859ms","start":"2026-03-18T15:17:47.61643Z","end":"2026-03-18T15:17:47.787124Z","steps":["trace[347526853] 'range keys from in-memory index tree' (duration: 170.278678ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:47.902757Z","caller":"traceutil/trace.go:171","msg":"trace[16610457] transaction","detail":"{read_only:false; response_revision:11857; number_of_response:1; }","duration":"112.439495ms","start":"2026-03-18T15:17:47.790289Z","end":"2026-03-18T15:17:47.902729Z","steps":["trace[16610457] 'process raft request' (duration: 112.22949ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:47.937895Z","caller":"traceutil/trace.go:171","msg":"trace[1044504582] linearizableReadLoop","detail":"{readStateIndex:12331; appliedIndex:12329; }","duration":"147.01168ms","start":"2026-03-18T15:17:47.790835Z","end":"2026-03-18T15:17:47.937847Z","steps":["trace[1044504582] 'read index received' (duration: 111.760018ms)","trace[1044504582] 'applied index is now lower than readState.Index' (duration: 35.250502ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:47.938281Z","caller":"traceutil/trace.go:171","msg":"trace[278313017] transaction","detail":"{read_only:false; response_revision:11858; number_of_response:1; }","duration":"147.756999ms","start":"2026-03-18T15:17:47.790477Z","end":"2026-03-18T15:17:47.938234Z","steps":["trace[278313017] 'process raft request' (duration: 147.227535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:47.938626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.77516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375612"} {"level":"info","ts":"2026-03-18T15:17:47.938709Z","caller":"traceutil/trace.go:171","msg":"trace[1444661343] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11858; }","duration":"147.899423ms","start":"2026-03-18T15:17:47.790789Z","end":"2026-03-18T15:17:47.938689Z","steps":["trace[1444661343] 'agreement among raft nodes before linearized reading' (duration: 147.214334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:49.751472Z","caller":"traceutil/trace.go:171","msg":"trace[2038605598] linearizableReadLoop","detail":"{readStateIndex:12337; appliedIndex:12336; }","duration":"214.694723ms","start":"2026-03-18T15:17:49.536748Z","end":"2026-03-18T15:17:49.751443Z","steps":["trace[2038605598] 'read index received' (duration: 214.457657ms)","trace[2038605598] 'applied index is now lower than readState.Index' (duration: 236.016µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:49.751549Z","caller":"traceutil/trace.go:171","msg":"trace[195168680] transaction","detail":"{read_only:false; response_revision:11863; number_of_response:1; }","duration":"215.747419ms","start":"2026-03-18T15:17:49.535764Z","end":"2026-03-18T15:17:49.751511Z","steps":["trace[195168680] 'process raft request' (duration: 215.510003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:49.75175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.96613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T15:17:49.751802Z","caller":"traceutil/trace.go:171","msg":"trace[342228675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11863; }","duration":"215.084152ms","start":"2026-03-18T15:17:49.536706Z","end":"2026-03-18T15:17:49.751791Z","steps":["trace[342228675] 'agreement among raft nodes before linearized reading' (duration: 214.836246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:50.002494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.285634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:17:50.002858Z","caller":"traceutil/trace.go:171","msg":"trace[871899899] transaction","detail":"{read_only:false; response_revision:11864; number_of_response:1; }","duration":"247.36403ms","start":"2026-03-18T15:17:49.755457Z","end":"2026-03-18T15:17:50.002821Z","steps":["trace[871899899] 'process raft request' (duration: 92.678285ms)","trace[871899899] 'compare' (duration: 154.195532ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:50.002966Z","caller":"traceutil/trace.go:171","msg":"trace[594440563] transaction","detail":"{read_only:false; response_revision:11865; number_of_response:1; }","duration":"211.225335ms","start":"2026-03-18T15:17:49.791717Z","end":"2026-03-18T15:17:50.002942Z","steps":["trace[594440563] 'process raft request' (duration: 210.872185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:50.433637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.529703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:17:50.433805Z","caller":"traceutil/trace.go:171","msg":"trace[2084345698] transaction","detail":"{read_only:false; response_revision:11867; number_of_response:1; }","duration":"407.222504ms","start":"2026-03-18T15:17:50.026561Z","end":"2026-03-18T15:17:50.433783Z","steps":["trace[2084345698] 'process raft request' (duration: 146.449735ms)","trace[2084345698] 'compare' (duration: 260.268856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:17:50.434177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:17:50.026534Z","time spent":"407.598804ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:17:50.433821Z","caller":"traceutil/trace.go:171","msg":"trace[730413230] linearizableReadLoop","detail":"{readStateIndex:12341; appliedIndex:12340; }","duration":"142.634309ms","start":"2026-03-18T15:17:50.291111Z","end":"2026-03-18T15:17:50.433745Z","steps":["trace[730413230] 'read index received' (duration: 31.51µs)","trace[730413230] 'applied index is now lower than readState.Index' (duration: 142.600959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:17:50.433911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.796893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:17:50.434308Z","caller":"traceutil/trace.go:171","msg":"trace[1002167685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11867; }","duration":"143.207364ms","start":"2026-03-18T15:17:50.291068Z","end":"2026-03-18T15:17:50.434275Z","steps":["trace[1002167685] 'agreement among raft nodes before linearized reading' (duration: 142.804423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:50.486066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.030092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-18T15:17:50.48613Z","caller":"traceutil/trace.go:171","msg":"trace[1219897571] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11868; }","duration":"185.116635ms","start":"2026-03-18T15:17:50.300998Z","end":"2026-03-18T15:17:50.486115Z","steps":["trace[1219897571] 'agreement among raft nodes before linearized reading' (duration: 184.909069ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:50.932235Z","caller":"traceutil/trace.go:171","msg":"trace[68157332] linearizableReadLoop","detail":"{readStateIndex:12343; appliedIndex:12342; }","duration":"284.598182ms","start":"2026-03-18T15:17:50.647612Z","end":"2026-03-18T15:17:50.93221Z","steps":["trace[68157332] 'read index received' (duration: 284.348406ms)","trace[68157332] 'applied index is now lower than readState.Index' (duration: 248.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:50.932328Z","caller":"traceutil/trace.go:171","msg":"trace[1507171715] transaction","detail":"{read_only:false; response_revision:11869; number_of_response:1; }","duration":"295.250261ms","start":"2026-03-18T15:17:50.637037Z","end":"2026-03-18T15:17:50.932287Z","steps":["trace[1507171715] 'process raft request' (duration: 294.989085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:50.932388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.752456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:17:50.932425Z","caller":"traceutil/trace.go:171","msg":"trace[1455870491] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11869; }","duration":"284.844758ms","start":"2026-03-18T15:17:50.647568Z","end":"2026-03-18T15:17:50.932413Z","steps":["trace[1455870491] 'agreement among raft nodes before linearized reading' (duration: 284.743076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:51.91263Z","caller":"traceutil/trace.go:171","msg":"trace[965305782] linearizableReadLoop","detail":"{readStateIndex:12346; appliedIndex:12345; }","duration":"114.952789ms","start":"2026-03-18T15:17:51.797659Z","end":"2026-03-18T15:17:51.912611Z","steps":["trace[965305782] 'read index received' (duration: 114.845387ms)","trace[965305782] 'applied index is now lower than readState.Index' (duration: 106.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:51.91271Z","caller":"traceutil/trace.go:171","msg":"trace[562816647] transaction","detail":"{read_only:false; response_revision:11872; number_of_response:1; }","duration":"156.743647ms","start":"2026-03-18T15:17:51.755932Z","end":"2026-03-18T15:17:51.912676Z","steps":["trace[562816647] 'process raft request' (duration: 156.538192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:51.91317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.481702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:17:51.913261Z","caller":"traceutil/trace.go:171","msg":"trace[309398279] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11872; }","duration":"115.595925ms","start":"2026-03-18T15:17:51.797629Z","end":"2026-03-18T15:17:51.913225Z","steps":["trace[309398279] 'agreement among raft nodes before linearized reading' (duration: 115.092022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:52.18862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.696462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:17:52.18869Z","caller":"traceutil/trace.go:171","msg":"trace[493468574] linearizableReadLoop","detail":"{readStateIndex:12347; appliedIndex:12346; }","duration":"136.966786ms","start":"2026-03-18T15:17:52.051691Z","end":"2026-03-18T15:17:52.188658Z","steps":["trace[493468574] 'read index received' (duration: 100.687998ms)","trace[493468574] 'applied index is now lower than readState.Index' (duration: 36.277278ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:52.188738Z","caller":"traceutil/trace.go:171","msg":"trace[82059435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11872; }","duration":"178.865007ms","start":"2026-03-18T15:17:52.009857Z","end":"2026-03-18T15:17:52.188722Z","steps":["trace[82059435] 'range keys from in-memory index tree' (duration: 178.637261ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:52.1888Z","caller":"traceutil/trace.go:171","msg":"trace[1851764209] transaction","detail":"{read_only:false; response_revision:11873; number_of_response:1; }","duration":"178.802335ms","start":"2026-03-18T15:17:52.009982Z","end":"2026-03-18T15:17:52.188785Z","steps":["trace[1851764209] 'process raft request' (duration: 142.330882ms)","trace[1851764209] 'compare' (duration: 35.9469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:17:52.189143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.442328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T15:17:52.189159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.97832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-skfqc\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-18T15:17:52.189272Z","caller":"traceutil/trace.go:171","msg":"trace[666221842] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-skfqc; range_end:; response_count:1; response_revision:11873; }","duration":"132.134613ms","start":"2026-03-18T15:17:52.057117Z","end":"2026-03-18T15:17:52.189252Z","steps":["trace[666221842] 'agreement among raft nodes before linearized reading' (duration: 131.867846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:52.189286Z","caller":"traceutil/trace.go:171","msg":"trace[684340081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11873; }","duration":"137.562651ms","start":"2026-03-18T15:17:52.051639Z","end":"2026-03-18T15:17:52.189201Z","steps":["trace[684340081] 'agreement among raft nodes before linearized reading' (duration: 137.300834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:52.189295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.138371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T15:17:52.189361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.641658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:17:52.189401Z","caller":"traceutil/trace.go:171","msg":"trace[1374618433] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11873; }","duration":"107.331596ms","start":"2026-03-18T15:17:52.082043Z","end":"2026-03-18T15:17:52.189375Z","steps":["trace[1374618433] 'agreement among raft nodes before linearized reading' (duration: 107.111721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:52.189399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.27087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T15:17:52.189428Z","caller":"traceutil/trace.go:171","msg":"trace[190214122] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:11873; }","duration":"119.749ms","start":"2026-03-18T15:17:52.069666Z","end":"2026-03-18T15:17:52.189415Z","steps":["trace[190214122] 'agreement among raft nodes before linearized reading' (duration: 119.410182ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:52.189475Z","caller":"traceutil/trace.go:171","msg":"trace[1252102493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11873; }","duration":"125.385813ms","start":"2026-03-18T15:17:52.064072Z","end":"2026-03-18T15:17:52.189458Z","steps":["trace[1252102493] 'agreement among raft nodes before linearized reading' (duration: 125.112226ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:52.412803Z","caller":"traceutil/trace.go:171","msg":"trace[1669494371] transaction","detail":"{read_only:false; response_revision:11874; number_of_response:1; }","duration":"219.311699ms","start":"2026-03-18T15:17:52.193459Z","end":"2026-03-18T15:17:52.41277Z","steps":["trace[1669494371] 'process raft request' (duration: 195.113237ms)","trace[1669494371] 'compare' (duration: 24.062959ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:52.496644Z","caller":"traceutil/trace.go:171","msg":"trace[1846780475] transaction","detail":"{read_only:false; response_revision:11875; number_of_response:1; }","duration":"303.097529ms","start":"2026-03-18T15:17:52.19352Z","end":"2026-03-18T15:17:52.496617Z","steps":["trace[1846780475] 'process raft request' (duration: 302.903354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:52.496811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:17:52.193491Z","time spent":"303.244003ms","remote":"127.0.0.1:39510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:17:52.49683Z","caller":"traceutil/trace.go:171","msg":"trace[1996095484] linearizableReadLoop","detail":"{readStateIndex:12349; appliedIndex:12347; }","duration":"301.326925ms","start":"2026-03-18T15:17:52.195476Z","end":"2026-03-18T15:17:52.496803Z","steps":["trace[1996095484] 'read index received' (duration: 193.177458ms)","trace[1996095484] 'applied index is now lower than readState.Index' (duration: 108.147087ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:52.496965Z","caller":"traceutil/trace.go:171","msg":"trace[2121439984] transaction","detail":"{read_only:false; response_revision:11876; number_of_response:1; }","duration":"298.122174ms","start":"2026-03-18T15:17:52.19882Z","end":"2026-03-18T15:17:52.496942Z","steps":["trace[2121439984] 'process raft request' (duration: 297.739215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:52.497573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.077774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375657"} {"level":"info","ts":"2026-03-18T15:17:52.497634Z","caller":"traceutil/trace.go:171","msg":"trace[499253426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11876; }","duration":"302.176286ms","start":"2026-03-18T15:17:52.195446Z","end":"2026-03-18T15:17:52.497622Z","steps":["trace[499253426] 'agreement among raft nodes before linearized reading' (duration: 301.50329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:52.49767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:17:52.195434Z","time spent":"302.225328ms","remote":"127.0.0.1:39414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375680,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T15:17:52.505258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.287952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:17:52.505326Z","caller":"traceutil/trace.go:171","msg":"trace[1428520672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11877; }","duration":"212.409425ms","start":"2026-03-18T15:17:52.292899Z","end":"2026-03-18T15:17:52.505308Z","steps":["trace[1428520672] 'agreement among raft nodes before linearized reading' (duration: 212.288562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:52.681946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.242395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:17:52.68205Z","caller":"traceutil/trace.go:171","msg":"trace[1719177775] transaction","detail":"{read_only:false; response_revision:11878; number_of_response:1; }","duration":"173.289185ms","start":"2026-03-18T15:17:52.508739Z","end":"2026-03-18T15:17:52.682028Z","steps":["trace[1719177775] 'process raft request' (duration: 61.888526ms)","trace[1719177775] 'compare' (duration: 111.135442ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:52.750555Z","caller":"traceutil/trace.go:171","msg":"trace[1188908009] transaction","detail":"{read_only:false; response_revision:11879; number_of_response:1; }","duration":"122.566211ms","start":"2026-03-18T15:17:52.627961Z","end":"2026-03-18T15:17:52.750527Z","steps":["trace[1188908009] 'process raft request' (duration: 122.351416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:58.696687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.623043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T15:17:58.696885Z","caller":"traceutil/trace.go:171","msg":"trace[1917827269] transaction","detail":"{read_only:false; response_revision:11904; number_of_response:1; }","duration":"173.231424ms","start":"2026-03-18T15:17:58.523622Z","end":"2026-03-18T15:17:58.696853Z","steps":["trace[1917827269] 'process raft request' (duration: 67.357605ms)","trace[1917827269] 'compare' (duration: 105.476279ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:17:58.697046Z","caller":"traceutil/trace.go:171","msg":"trace[1109727827] transaction","detail":"{read_only:false; response_revision:11905; number_of_response:1; }","duration":"173.094161ms","start":"2026-03-18T15:17:58.523941Z","end":"2026-03-18T15:17:58.697035Z","steps":["trace[1109727827] 'process raft request' (duration: 172.853255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:17:58.69708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.508478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t47mr\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-18T15:17:58.697151Z","caller":"traceutil/trace.go:171","msg":"trace[1252046529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t47mr; range_end:; response_count:1; response_revision:11905; }","duration":"161.601039ms","start":"2026-03-18T15:17:58.535534Z","end":"2026-03-18T15:17:58.697135Z","steps":["trace[1252046529] 'agreement among raft nodes before linearized reading' (duration: 161.407734ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:17:58.696902Z","caller":"traceutil/trace.go:171","msg":"trace[904065006] linearizableReadLoop","detail":"{readStateIndex:12380; appliedIndex:12378; }","duration":"161.313263ms","start":"2026-03-18T15:17:58.535562Z","end":"2026-03-18T15:17:58.696875Z","steps":["trace[904065006] 'read index received' (duration: 55.520186ms)","trace[904065006] 'applied index is now lower than readState.Index' (duration: 105.791747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:18:00.242012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.777639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:18:00.242074Z","caller":"traceutil/trace.go:171","msg":"trace[81226413] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11910; }","duration":"143.853361ms","start":"2026-03-18T15:18:00.098207Z","end":"2026-03-18T15:18:00.24206Z","steps":["trace[81226413] 'count revisions from in-memory index tree' (duration: 143.083742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:18:00.359245Z","caller":"traceutil/trace.go:171","msg":"trace[673529722] transaction","detail":"{read_only:false; response_revision:11911; number_of_response:1; }","duration":"145.470122ms","start":"2026-03-18T15:18:00.213745Z","end":"2026-03-18T15:18:00.359215Z","steps":["trace[673529722] 'process raft request' (duration: 145.254106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:18:31.710501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.440012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T15:18:31.710587Z","caller":"traceutil/trace.go:171","msg":"trace[193947685] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:12056; }","duration":"166.567026ms","start":"2026-03-18T15:18:31.544003Z","end":"2026-03-18T15:18:31.71057Z","steps":["trace[193947685] 'count revisions from in-memory index tree' (duration: 166.376021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:18:32.335256Z","caller":"traceutil/trace.go:171","msg":"trace[1563246662] transaction","detail":"{read_only:false; response_revision:12058; number_of_response:1; }","duration":"187.074644ms","start":"2026-03-18T15:18:32.148156Z","end":"2026-03-18T15:18:32.33523Z","steps":["trace[1563246662] 'process raft request' (duration: 186.91275ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:18:47.522328Z","caller":"traceutil/trace.go:171","msg":"trace[94497423] transaction","detail":"{read_only:false; response_revision:12128; number_of_response:1; }","duration":"114.727845ms","start":"2026-03-18T15:18:47.407549Z","end":"2026-03-18T15:18:47.522277Z","steps":["trace[94497423] 'process raft request' (duration: 114.468628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:19:41.084099Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10981} {"level":"info","ts":"2026-03-18T15:19:41.160031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10981,"took":"73.794122ms","hash":2471837866,"current-db-size-bytes":37216256,"current-db-size":"37 MB","current-db-size-in-use-bytes":16752640,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-18T15:19:41.160087Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2471837866,"revision":10981,"compact-revision":9189} {"level":"warn","ts":"2026-03-18T15:19:42.266077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.659557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:19:42.26615Z","caller":"traceutil/trace.go:171","msg":"trace[851264091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12380; }","duration":"256.768429ms","start":"2026-03-18T15:19:42.009365Z","end":"2026-03-18T15:19:42.266133Z","steps":["trace[851264091] 'range keys from in-memory index tree' (duration: 256.610636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:19:42.266205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.279455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-18T15:19:42.266232Z","caller":"traceutil/trace.go:171","msg":"trace[113847101] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12380; }","duration":"246.340776ms","start":"2026-03-18T15:19:42.019885Z","end":"2026-03-18T15:19:42.266225Z","steps":["trace[113847101] 'range keys from in-memory index tree' (duration: 246.162721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:19:42.266357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.876924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129182"} {"level":"info","ts":"2026-03-18T15:19:42.266376Z","caller":"traceutil/trace.go:171","msg":"trace[367583510] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12380; }","duration":"243.924015ms","start":"2026-03-18T15:19:42.022447Z","end":"2026-03-18T15:19:42.266371Z","steps":["trace[367583510] 'range keys from in-memory index tree' (duration: 243.793331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:19:42.266633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.692238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T15:19:42.266804Z","caller":"traceutil/trace.go:171","msg":"trace[1887237631] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12380; }","duration":"195.75207ms","start":"2026-03-18T15:19:42.070897Z","end":"2026-03-18T15:19:42.266649Z","steps":["trace[1887237631] 'range keys from in-memory index tree' (duration: 195.585245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:19:42.267056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.487926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:19:42.267077Z","caller":"traceutil/trace.go:171","msg":"trace[396274563] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12380; }","duration":"123.537757ms","start":"2026-03-18T15:19:42.143535Z","end":"2026-03-18T15:19:42.267072Z","steps":["trace[396274563] 'count revisions from in-memory index tree' (duration: 123.439795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:19:43.977394Z","caller":"traceutil/trace.go:171","msg":"trace[1325058455] linearizableReadLoop","detail":"{readStateIndex:12888; appliedIndex:12886; }","duration":"126.451661ms","start":"2026-03-18T15:19:43.850919Z","end":"2026-03-18T15:19:43.977371Z","steps":["trace[1325058455] 'read index received' (duration: 42.181785ms)","trace[1325058455] 'applied index is now lower than readState.Index' (duration: 84.268846ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:19:43.977461Z","caller":"traceutil/trace.go:171","msg":"trace[2100072103] transaction","detail":"{read_only:false; response_revision:12390; number_of_response:1; }","duration":"146.149587ms","start":"2026-03-18T15:19:43.831276Z","end":"2026-03-18T15:19:43.977425Z","steps":["trace[2100072103] 'process raft request' (duration: 145.948032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:19:43.977631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.702566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1082"} {"level":"info","ts":"2026-03-18T15:19:43.977704Z","caller":"traceutil/trace.go:171","msg":"trace[137069395] range","detail":"{range_begin:/registry/services/endpoints/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:12390; }","duration":"126.82169ms","start":"2026-03-18T15:19:43.850864Z","end":"2026-03-18T15:19:43.977685Z","steps":["trace[137069395] 'agreement among raft nodes before linearized reading' (duration: 126.643025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:19:45.491128Z","caller":"traceutil/trace.go:171","msg":"trace[720794117] linearizableReadLoop","detail":"{readStateIndex:12894; appliedIndex:12893; }","duration":"166.674775ms","start":"2026-03-18T15:19:45.324425Z","end":"2026-03-18T15:19:45.4911Z","steps":["trace[720794117] 'read index received' (duration: 166.44858ms)","trace[720794117] 'applied index is now lower than readState.Index' (duration: 225.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:19:45.491468Z","caller":"traceutil/trace.go:171","msg":"trace[1364642581] transaction","detail":"{read_only:false; response_revision:12395; number_of_response:1; }","duration":"174.38097ms","start":"2026-03-18T15:19:45.317063Z","end":"2026-03-18T15:19:45.491444Z","steps":["trace[1364642581] 'process raft request' (duration: 173.897498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:19:45.491784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.343522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/default\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-18T15:19:45.491929Z","caller":"traceutil/trace.go:171","msg":"trace[2147308105] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/default; range_end:; response_count:1; response_revision:12395; }","duration":"167.529907ms","start":"2026-03-18T15:19:45.324388Z","end":"2026-03-18T15:19:45.491918Z","steps":["trace[2147308105] 'agreement among raft nodes before linearized reading' (duration: 167.25082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:19:45.492276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.007402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:1 size:1201"} {"level":"info","ts":"2026-03-18T15:19:45.492316Z","caller":"traceutil/trace.go:171","msg":"trace[815369673] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:1; response_revision:12395; }","duration":"165.074994ms","start":"2026-03-18T15:19:45.327232Z","end":"2026-03-18T15:19:45.492307Z","steps":["trace[815369673] 'agreement among raft nodes before linearized reading' (duration: 164.960521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:19:45.492593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.688423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/default/\" range_end:\"/registry/rolebindings/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T15:19:45.49265Z","caller":"traceutil/trace.go:171","msg":"trace[84984598] range","detail":"{range_begin:/registry/rolebindings/default/; range_end:/registry/rolebindings/default0; response_count:0; response_revision:12395; }","duration":"152.769795ms","start":"2026-03-18T15:19:45.339867Z","end":"2026-03-18T15:19:45.492637Z","steps":["trace[84984598] 'agreement among raft nodes before linearized reading' (duration: 152.680263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:19:45.492861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.126694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T15:19:45.492929Z","caller":"traceutil/trace.go:171","msg":"trace[2046307008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12395; }","duration":"151.214855ms","start":"2026-03-18T15:19:45.341703Z","end":"2026-03-18T15:19:45.492918Z","steps":["trace[2046307008] 'agreement among raft nodes before linearized reading' (duration: 151.042811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:20:19.123979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.954184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T15:20:19.124087Z","caller":"traceutil/trace.go:171","msg":"trace[597503893] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12550; }","duration":"104.115448ms","start":"2026-03-18T15:20:19.019947Z","end":"2026-03-18T15:20:19.124063Z","steps":["trace[597503893] 'range keys from in-memory index tree' (duration: 103.775789ms)"],"step_count":1}