{"level":"warn","ts":"2026-03-09T15:32:00.184072Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T15:32:00.184179Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T15:32:00.184256Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T15:32:00.184274Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-09T15:32:00.184298Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T15:32:00.184996Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-03-09T15:32:00.185126Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T15:32:00.192776Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.35052ms"} {"level":"info","ts":"2026-03-09T15:32:00.206386Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-03-09T15:32:00.206514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T15:32:00.20655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-03-09T15:32:00.206578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T15:32:00.206592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-03-09T15:32:00.206652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-03-09T15:32:00.213006Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T15:32:00.215415Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T15:32:00.216823Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T15:32:00.22007Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T15:32:00.220212Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T15:32:00.220371Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T15:32:00.22048Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T15:32:00.220503Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T15:32:00.223163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-03-09T15:32:00.223294Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-09T15:32:00.225954Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T15:32:00.22601Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-09T15:32:00.226027Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-09T15:32:00.226239Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T15:32:00.226289Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T15:32:01.106971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T15:32:01.107052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T15:32:01.107085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-03-09T15:32:01.107106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-03-09T15:32:01.107118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-09T15:32:01.107133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-03-09T15:32:01.107159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-09T15:32:01.108315Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T15:32:01.108347Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T15:32:01.108338Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T15:32:01.108398Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T15:32:01.108763Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T15:32:01.108846Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T15:32:01.109493Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T15:32:01.109579Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T15:32:01.109608Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T15:32:01.112028Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-03-09T15:32:01.112235Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T15:32:32.112427Z","caller":"traceutil/trace.go:171","msg":"trace[1913900594] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"318.440297ms","start":"2026-03-09T15:32:31.793966Z","end":"2026-03-09T15:32:32.112407Z","steps":["trace[1913900594] 'process raft request' (duration: 318.310745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:32:32.112787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:32:31.793939Z","time spent":"318.558219ms","remote":"127.0.0.1:34500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:32:37.392615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.433147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v7mkw\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-09T15:32:37.392742Z","caller":"traceutil/trace.go:171","msg":"trace[2117433040] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v7mkw; range_end:; response_count:1; response_revision:554; }","duration":"107.613071ms","start":"2026-03-09T15:32:37.285106Z","end":"2026-03-09T15:32:37.392719Z","steps":["trace[2117433040] 'range keys from in-memory index tree' (duration: 107.140731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:32:37.791074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.698891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T15:32:37.791156Z","caller":"traceutil/trace.go:171","msg":"trace[1447977251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:555; }","duration":"186.816014ms","start":"2026-03-09T15:32:37.604324Z","end":"2026-03-09T15:32:37.79114Z","steps":["trace[1447977251] 'range keys from in-memory index tree' (duration: 186.530147ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:32:39.549238Z","caller":"traceutil/trace.go:171","msg":"trace[886505418] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"152.394053ms","start":"2026-03-09T15:32:39.39682Z","end":"2026-03-09T15:32:39.549214Z","steps":["trace[886505418] 'process raft request' (duration: 152.321071ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:32:39.549331Z","caller":"traceutil/trace.go:171","msg":"trace[1036771207] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"157.483835ms","start":"2026-03-09T15:32:39.391811Z","end":"2026-03-09T15:32:39.549294Z","steps":["trace[1036771207] 'process raft request' (duration: 132.805899ms)","trace[1036771207] 'compare' (duration: 24.37286ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:32:39.54965Z","caller":"traceutil/trace.go:171","msg":"trace[1946633844] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"152.211459ms","start":"2026-03-09T15:32:39.397415Z","end":"2026-03-09T15:32:39.549627Z","steps":["trace[1946633844] 'process raft request' (duration: 151.902732ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:32:39.549926Z","caller":"traceutil/trace.go:171","msg":"trace[323915154] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"137.245537ms","start":"2026-03-09T15:32:39.412645Z","end":"2026-03-09T15:32:39.54989Z","steps":["trace[323915154] 'process raft request' (duration: 136.91396ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:32:39.550037Z","caller":"traceutil/trace.go:171","msg":"trace[827444530] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"136.742847ms","start":"2026-03-09T15:32:39.413257Z","end":"2026-03-09T15:32:39.55Z","steps":["trace[827444530] 'process raft request' (duration: 136.481061ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:32:39.550166Z","caller":"traceutil/trace.go:171","msg":"trace[968772379] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:622; }","duration":"142.670918ms","start":"2026-03-09T15:32:39.407478Z","end":"2026-03-09T15:32:39.550149Z","steps":["trace[968772379] 'read index received' (duration: 117.217015ms)","trace[968772379] 'applied index is now lower than readState.Index' (duration: 25.452533ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:32:39.550112Z","caller":"traceutil/trace.go:171","msg":"trace[437245506] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"134.363154ms","start":"2026-03-09T15:32:39.415736Z","end":"2026-03-09T15:32:39.550099Z","steps":["trace[437245506] 'process raft request' (duration: 134.18147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:32:39.550334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.804591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:32:39.550378Z","caller":"traceutil/trace.go:171","msg":"trace[572458014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:615; }","duration":"142.939664ms","start":"2026-03-09T15:32:39.407428Z","end":"2026-03-09T15:32:39.550367Z","steps":["trace[572458014] 'agreement among raft nodes before linearized reading' (duration: 142.825281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:32:56.838473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.297109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T15:32:56.838573Z","caller":"traceutil/trace.go:171","msg":"trace[991753598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:926; }","duration":"132.418201ms","start":"2026-03-09T15:32:56.706136Z","end":"2026-03-09T15:32:56.838554Z","steps":["trace[991753598] 'range keys from in-memory index tree' (duration: 132.106364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:32:56.838473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.823478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T15:32:56.838754Z","caller":"traceutil/trace.go:171","msg":"trace[892412691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:926; }","duration":"144.160495ms","start":"2026-03-09T15:32:56.694579Z","end":"2026-03-09T15:32:56.838739Z","steps":["trace[892412691] 'range keys from in-memory index tree' (duration: 143.638153ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:32:56.905644Z","caller":"traceutil/trace.go:171","msg":"trace[634077370] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"157.258118ms","start":"2026-03-09T15:32:56.748322Z","end":"2026-03-09T15:32:56.90558Z","steps":["trace[634077370] 'process raft request' (duration: 157.065594ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:32:56.943559Z","caller":"traceutil/trace.go:171","msg":"trace[1985983675] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"100.645568ms","start":"2026-03-09T15:32:56.842887Z","end":"2026-03-09T15:32:56.943533Z","steps":["trace[1985983675] 'process raft request' (duration: 99.955713ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:32:56.944267Z","caller":"traceutil/trace.go:171","msg":"trace[1442684608] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"101.144129ms","start":"2026-03-09T15:32:56.843097Z","end":"2026-03-09T15:32:56.944241Z","steps":["trace[1442684608] 'process raft request' (duration: 100.380152ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:33:22.880167Z","caller":"traceutil/trace.go:171","msg":"trace[1548290781] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1212; }","duration":"132.824911ms","start":"2026-03-09T15:33:22.747296Z","end":"2026-03-09T15:33:22.880121Z","steps":["trace[1548290781] 'process raft request' (duration: 67.111946ms)","trace[1548290781] 'compare' (duration: 65.47881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:33:47.762682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.407976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T15:33:47.76286Z","caller":"traceutil/trace.go:171","msg":"trace[515542911] linearizableReadLoop","detail":"{readStateIndex:1662; appliedIndex:1661; }","duration":"353.811518ms","start":"2026-03-09T15:33:47.409026Z","end":"2026-03-09T15:33:47.762837Z","steps":["trace[515542911] 'read index received' (duration: 56.921482ms)","trace[515542911] 'applied index is now lower than readState.Index' (duration: 296.888266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:33:47.763143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.669671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b197ae-6123-4db8-b399-0b3d9662666b\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-09T15:33:47.763144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.854108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T15:33:47.763124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.068984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:33:47.763238Z","caller":"traceutil/trace.go:171","msg":"trace[840631411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1605; }","duration":"238.997921ms","start":"2026-03-09T15:33:47.524216Z","end":"2026-03-09T15:33:47.763214Z","steps":["trace[840631411] 'agreement among raft nodes before linearized reading' (duration: 238.783237ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:33:47.763287Z","caller":"traceutil/trace.go:171","msg":"trace[1592217374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1605; }","duration":"354.288959ms","start":"2026-03-09T15:33:47.408974Z","end":"2026-03-09T15:33:47.763263Z","steps":["trace[1592217374] 'agreement among raft nodes before linearized reading' (duration: 353.975362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:33:47.763352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:33:47.40895Z","time spent":"354.393101ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T15:33:47.763188Z","caller":"traceutil/trace.go:171","msg":"trace[1859757224] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b197ae-6123-4db8-b399-0b3d9662666b; range_end:; response_count:1; response_revision:1605; }","duration":"264.755633ms","start":"2026-03-09T15:33:47.498419Z","end":"2026-03-09T15:33:47.763175Z","steps":["trace[1859757224] 'agreement among raft nodes before linearized reading' (duration: 264.546788ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:33:47.763612Z","caller":"traceutil/trace.go:171","msg":"trace[223414224] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"449.073311ms","start":"2026-03-09T15:33:47.313856Z","end":"2026-03-09T15:33:47.762929Z","steps":["trace[223414224] 'process raft request' (duration: 152.062533ms)","trace[223414224] 'compare' (duration: 296.094698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:33:47.763867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:33:47.313832Z","time spent":"449.859908ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:33:47.878433Z","caller":"traceutil/trace.go:171","msg":"trace[484463064] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"108.866046ms","start":"2026-03-09T15:33:47.769533Z","end":"2026-03-09T15:33:47.878399Z","steps":["trace[484463064] 'process raft request' (duration: 94.022496ms)","trace[484463064] 'compare' (duration: 14.721607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:33:48.291353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.720351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:33:48.291562Z","caller":"traceutil/trace.go:171","msg":"trace[768999318] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1607; }","duration":"231.914955ms","start":"2026-03-09T15:33:48.059593Z","end":"2026-03-09T15:33:48.291508Z","steps":["trace[768999318] 'count revisions from in-memory index tree' (duration: 231.547146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:33:48.291414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.947582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T15:33:48.291773Z","caller":"traceutil/trace.go:171","msg":"trace[1452522663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1607; }","duration":"212.340091ms","start":"2026-03-09T15:33:48.079386Z","end":"2026-03-09T15:33:48.291726Z","steps":["trace[1452522663] 'range keys from in-memory index tree' (duration: 211.773219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:33:48.291414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.403921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T15:33:48.291933Z","caller":"traceutil/trace.go:171","msg":"trace[1160693540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1607; }","duration":"134.934843ms","start":"2026-03-09T15:33:48.156951Z","end":"2026-03-09T15:33:48.291885Z","steps":["trace[1160693540] 'range keys from in-memory index tree' (duration: 134.251568ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:34:12.828559Z","caller":"traceutil/trace.go:171","msg":"trace[1391875967] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1837; }","duration":"337.325254ms","start":"2026-03-09T15:34:12.49121Z","end":"2026-03-09T15:34:12.828535Z","steps":["trace[1391875967] 'read index received' (duration: 337.071438ms)","trace[1391875967] 'applied index is now lower than readState.Index' (duration: 252.596µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:34:12.828686Z","caller":"traceutil/trace.go:171","msg":"trace[1334717005] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"343.550581ms","start":"2026-03-09T15:34:12.485096Z","end":"2026-03-09T15:34:12.828646Z","steps":["trace[1334717005] 'process raft request' (duration: 343.209454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:12.828817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.59542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T15:34:12.828865Z","caller":"traceutil/trace.go:171","msg":"trace[625276218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1775; }","duration":"337.703062ms","start":"2026-03-09T15:34:12.49115Z","end":"2026-03-09T15:34:12.828853Z","steps":["trace[625276218] 'agreement among raft nodes before linearized reading' (duration: 337.549919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:12.828901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:12.491125Z","time spent":"337.767253ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T15:34:12.828904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:12.48507Z","time spent":"343.718394ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:34:45.272919Z","caller":"traceutil/trace.go:171","msg":"trace[383239088] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2005; }","duration":"220.806697ms","start":"2026-03-09T15:34:45.052075Z","end":"2026-03-09T15:34:45.272882Z","steps":["trace[383239088] 'read index received' (duration: 41.874578ms)","trace[383239088] 'applied index is now lower than readState.Index' (duration: 178.930349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:34:45.273187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.084563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T15:34:45.273262Z","caller":"traceutil/trace.go:171","msg":"trace[175092230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"221.193745ms","start":"2026-03-09T15:34:45.052048Z","end":"2026-03-09T15:34:45.273241Z","steps":["trace[175092230] 'agreement among raft nodes before linearized reading' (duration: 220.96637ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:34:45.273323Z","caller":"traceutil/trace.go:171","msg":"trace[1311561123] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"268.689339ms","start":"2026-03-09T15:34:45.004581Z","end":"2026-03-09T15:34:45.27327Z","steps":["trace[1311561123] 'process raft request' (duration: 183.426638ms)","trace[1311561123] 'compare' (duration: 84.660358ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:34:51.635727Z","caller":"traceutil/trace.go:171","msg":"trace[700238218] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2036; }","duration":"313.205098ms","start":"2026-03-09T15:34:51.322494Z","end":"2026-03-09T15:34:51.635699Z","steps":["trace[700238218] 'read index received' (duration: 240.911144ms)","trace[700238218] 'applied index is now lower than readState.Index' (duration: 72.292914ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:34:51.63588Z","caller":"traceutil/trace.go:171","msg":"trace[713231579] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"339.683965ms","start":"2026-03-09T15:34:51.296182Z","end":"2026-03-09T15:34:51.635866Z","steps":["trace[713231579] 'process raft request' (duration: 267.144937ms)","trace[713231579] 'compare' (duration: 72.239932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:34:51.636001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:51.296151Z","time spent":"339.756617ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:34:51.636253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.731929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T15:34:51.63636Z","caller":"traceutil/trace.go:171","msg":"trace[544935256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"313.896963ms","start":"2026-03-09T15:34:51.322435Z","end":"2026-03-09T15:34:51.636332Z","steps":["trace[544935256] 'agreement among raft nodes before linearized reading' (duration: 313.523544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:51.636411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:34:51.32241Z","time spent":"313.990284ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T15:34:51.678516Z","caller":"traceutil/trace.go:171","msg":"trace[1580761995] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"147.026512ms","start":"2026-03-09T15:34:51.531458Z","end":"2026-03-09T15:34:51.678485Z","steps":["trace[1580761995] 'process raft request' (duration: 146.861908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:51.678599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.825913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T15:34:51.67868Z","caller":"traceutil/trace.go:171","msg":"trace[1903159780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1967; }","duration":"112.954866ms","start":"2026-03-09T15:34:51.565702Z","end":"2026-03-09T15:34:51.678657Z","steps":["trace[1903159780] 'agreement among raft nodes before linearized reading' (duration: 112.730041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:34:51.6788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.762463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T15:34:51.678922Z","caller":"traceutil/trace.go:171","msg":"trace[287295303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1967; }","duration":"108.988198ms","start":"2026-03-09T15:34:51.569904Z","end":"2026-03-09T15:34:51.678892Z","steps":["trace[287295303] 'agreement among raft nodes before linearized reading' (duration: 108.602699ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:34:52.168434Z","caller":"traceutil/trace.go:171","msg":"trace[1441687755] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"177.285472ms","start":"2026-03-09T15:34:51.991131Z","end":"2026-03-09T15:34:52.168416Z","steps":["trace[1441687755] 'process raft request' (duration: 177.093668ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:34:52.284393Z","caller":"traceutil/trace.go:171","msg":"trace[1906225565] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2041; }","duration":"107.041825ms","start":"2026-03-09T15:34:52.177333Z","end":"2026-03-09T15:34:52.284375Z","steps":["trace[1906225565] 'read index received' (duration: 104.344925ms)","trace[1906225565] 'applied index is now lower than readState.Index' (duration: 2.69589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:34:52.284569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.220638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T15:34:52.284602Z","caller":"traceutil/trace.go:171","msg":"trace[2044909094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1971; }","duration":"107.28135ms","start":"2026-03-09T15:34:52.17731Z","end":"2026-03-09T15:34:52.284591Z","steps":["trace[2044909094] 'agreement among raft nodes before linearized reading' (duration: 107.137777ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:34:52.284751Z","caller":"traceutil/trace.go:171","msg":"trace[1978445645] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"112.126118ms","start":"2026-03-09T15:34:52.17258Z","end":"2026-03-09T15:34:52.284706Z","steps":["trace[1978445645] 'process raft request' (duration: 109.094961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:35:26.647937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.424024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T15:35:26.64801Z","caller":"traceutil/trace.go:171","msg":"trace[1077803775] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2315; }","duration":"199.558016ms","start":"2026-03-09T15:35:26.448439Z","end":"2026-03-09T15:35:26.647997Z","steps":["trace[1077803775] 'count revisions from in-memory index tree' (duration: 199.29745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:35:26.648157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.142654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T15:35:26.648246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.358998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T15:35:26.648285Z","caller":"traceutil/trace.go:171","msg":"trace[826299665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2315; }","duration":"239.283917ms","start":"2026-03-09T15:35:26.408947Z","end":"2026-03-09T15:35:26.64823Z","steps":["trace[826299665] 'range keys from in-memory index tree' (duration: 239.032572ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:35:26.648329Z","caller":"traceutil/trace.go:171","msg":"trace[665886997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2315; }","duration":"206.46938ms","start":"2026-03-09T15:35:26.44184Z","end":"2026-03-09T15:35:26.648309Z","steps":["trace[665886997] 'range keys from in-memory index tree' (duration: 206.162623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:35:26.648214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.114209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T15:35:26.648418Z","caller":"traceutil/trace.go:171","msg":"trace[1625844383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2315; }","duration":"205.578869ms","start":"2026-03-09T15:35:26.442803Z","end":"2026-03-09T15:35:26.648381Z","steps":["trace[1625844383] 'range keys from in-memory index tree' (duration: 204.926776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:36:00.121196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.476041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T15:36:00.121336Z","caller":"traceutil/trace.go:171","msg":"trace[211379838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2500; }","duration":"128.702117ms","start":"2026-03-09T15:35:59.992606Z","end":"2026-03-09T15:36:00.121308Z","steps":["trace[211379838] 'range keys from in-memory index tree' (duration: 128.223006ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:36:00.342911Z","caller":"traceutil/trace.go:171","msg":"trace[112237663] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"217.909146ms","start":"2026-03-09T15:36:00.124971Z","end":"2026-03-09T15:36:00.34288Z","steps":["trace[112237663] 'process raft request' (duration: 217.63757ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:36:00.502562Z","caller":"traceutil/trace.go:171","msg":"trace[385912369] linearizableReadLoop","detail":"{readStateIndex:2596; appliedIndex:2594; }","duration":"362.536045ms","start":"2026-03-09T15:36:00.140001Z","end":"2026-03-09T15:36:00.502537Z","steps":["trace[385912369] 'read index received' (duration: 202.692587ms)","trace[385912369] 'applied index is now lower than readState.Index' (duration: 159.842268ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:36:00.50289Z","caller":"traceutil/trace.go:171","msg":"trace[761879010] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"377.360925ms","start":"2026-03-09T15:36:00.125515Z","end":"2026-03-09T15:36:00.502876Z","steps":["trace[761879010] 'process raft request' (duration: 376.827944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:36:00.503014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:36:00.125488Z","time spent":"377.445396ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:36:00.503057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.032055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:36:00.503142Z","caller":"traceutil/trace.go:171","msg":"trace[1821722207] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2502; }","duration":"363.165809ms","start":"2026-03-09T15:36:00.139957Z","end":"2026-03-09T15:36:00.503123Z","steps":["trace[1821722207] 'agreement among raft nodes before linearized reading' (duration: 362.995975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:36:00.503189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:36:00.139936Z","time spent":"363.242452ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-09T15:36:00.518637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.224447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:36:00.518695Z","caller":"traceutil/trace.go:171","msg":"trace[1617348910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2503; }","duration":"110.319059ms","start":"2026-03-09T15:36:00.408357Z","end":"2026-03-09T15:36:00.518676Z","steps":["trace[1617348910] 'agreement among raft nodes before linearized reading' (duration: 110.175016ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:36:06.039226Z","caller":"traceutil/trace.go:171","msg":"trace[181063972] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"101.115534ms","start":"2026-03-09T15:36:05.938072Z","end":"2026-03-09T15:36:06.039188Z","steps":["trace[181063972] 'process raft request' (duration: 65.733499ms)","trace[181063972] 'compare' (duration: 35.254392ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:38:20.35305Z","caller":"traceutil/trace.go:171","msg":"trace[1648372491] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"135.640797ms","start":"2026-03-09T15:38:20.217382Z","end":"2026-03-09T15:38:20.353023Z","steps":["trace[1648372491] 'process raft request' (duration: 135.42783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:38:25.832129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.813971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T15:38:25.832342Z","caller":"traceutil/trace.go:171","msg":"trace[50655691] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"316.078631ms","start":"2026-03-09T15:38:25.516208Z","end":"2026-03-09T15:38:25.832286Z","steps":["trace[50655691] 'process raft request' (duration: 187.025064ms)","trace[50655691] 'compare' (duration: 128.676788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:38:25.832547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:38:25.516178Z","time spent":"316.264794ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:39.676809Z","caller":"traceutil/trace.go:171","msg":"trace[847714616] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"223.006356ms","start":"2026-03-09T15:39:39.453779Z","end":"2026-03-09T15:39:39.676786Z","steps":["trace[847714616] 'process raft request' (duration: 222.786141ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:39.80397Z","caller":"traceutil/trace.go:171","msg":"trace[2044919679] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"329.968302ms","start":"2026-03-09T15:39:39.473975Z","end":"2026-03-09T15:39:39.803944Z","steps":["trace[2044919679] 'process raft request' (duration: 256.116395ms)","trace[2044919679] 'compare' (duration: 73.647743ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:39.803978Z","caller":"traceutil/trace.go:171","msg":"trace[722861260] linearizableReadLoop","detail":"{readStateIndex:4452; appliedIndex:4450; }","duration":"283.848053ms","start":"2026-03-09T15:39:39.520103Z","end":"2026-03-09T15:39:39.803951Z","steps":["trace[722861260] 'read index received' (duration: 156.424031ms)","trace[722861260] 'applied index is now lower than readState.Index' (duration: 127.421602ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:39.80398Z","caller":"traceutil/trace.go:171","msg":"trace[351295912] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"111.571529ms","start":"2026-03-09T15:39:39.692384Z","end":"2026-03-09T15:39:39.803955Z","steps":["trace[351295912] 'process raft request' (duration: 111.515057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:39.804122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:39.473943Z","time spent":"330.092955ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:39.804223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.10353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T15:39:39.804267Z","caller":"traceutil/trace.go:171","msg":"trace[956069911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4289; }","duration":"284.200362ms","start":"2026-03-09T15:39:39.520055Z","end":"2026-03-09T15:39:39.804255Z","steps":["trace[956069911] 'agreement among raft nodes before linearized reading' (duration: 284.000637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:39.891168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.509998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T15:39:39.891241Z","caller":"traceutil/trace.go:171","msg":"trace[1947661098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4290; }","duration":"266.639851ms","start":"2026-03-09T15:39:39.624585Z","end":"2026-03-09T15:39:39.891225Z","steps":["trace[1947661098] 'agreement among raft nodes before linearized reading' (duration: 266.483828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:39.891219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.24869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T15:39:39.891239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.063908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0138c5a1-62d8-40a6-a6cb-794bcd9030c6\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-09T15:39:39.891306Z","caller":"traceutil/trace.go:171","msg":"trace[1327276478] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0138c5a1-62d8-40a6-a6cb-794bcd9030c6; range_end:; response_count:1; response_revision:4290; }","duration":"210.167079ms","start":"2026-03-09T15:39:39.681125Z","end":"2026-03-09T15:39:39.891292Z","steps":["trace[1327276478] 'agreement among raft nodes before linearized reading' (duration: 209.963495ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:39.89144Z","caller":"traceutil/trace.go:171","msg":"trace[2081435429] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4290; }","duration":"235.358332ms","start":"2026-03-09T15:39:39.655924Z","end":"2026-03-09T15:39:39.891283Z","steps":["trace[2081435429] 'agreement among raft nodes before linearized reading' (duration: 235.128687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:39.892339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.704332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-09T15:39:39.89244Z","caller":"traceutil/trace.go:171","msg":"trace[1296018874] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4290; }","duration":"288.860285ms","start":"2026-03-09T15:39:39.603556Z","end":"2026-03-09T15:39:39.892416Z","steps":["trace[1296018874] 'agreement among raft nodes before linearized reading' (duration: 287.754451ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:51.465324Z","caller":"traceutil/trace.go:171","msg":"trace[509146219] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"186.83867ms","start":"2026-03-09T15:39:51.278457Z","end":"2026-03-09T15:39:51.465296Z","steps":["trace[509146219] 'process raft request' (duration: 186.642055ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:51.470596Z","caller":"traceutil/trace.go:171","msg":"trace[1453197685] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"191.985453ms","start":"2026-03-09T15:39:51.278591Z","end":"2026-03-09T15:39:51.470576Z","steps":["trace[1453197685] 'process raft request' (duration: 191.767779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.442495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.372195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T15:39:57.443081Z","caller":"traceutil/trace.go:171","msg":"trace[336247702] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"833.942879ms","start":"2026-03-09T15:39:56.609078Z","end":"2026-03-09T15:39:57.44302Z","steps":["trace[336247702] 'process raft request' (duration: 518.94761ms)","trace[336247702] 'compare' (duration: 314.176651ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:57.443155Z","caller":"traceutil/trace.go:171","msg":"trace[305235486] linearizableReadLoop","detail":"{readStateIndex:4853; appliedIndex:4850; }","duration":"604.191752ms","start":"2026-03-09T15:39:56.838936Z","end":"2026-03-09T15:39:57.443128Z","steps":["trace[305235486] 'read index received' (duration: 289.03823ms)","trace[305235486] 'applied index is now lower than readState.Index' (duration: 315.151622ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:57.443177Z","caller":"traceutil/trace.go:171","msg":"trace[774401937] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"705.554084ms","start":"2026-03-09T15:39:56.737592Z","end":"2026-03-09T15:39:57.443147Z","steps":["trace[774401937] 'process raft request' (duration: 705.231437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.443304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.609067Z","time spent":"834.133063ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13275,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:57.443399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.447158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T15:39:57.443824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.737557Z","time spent":"706.083826ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:57.443855Z","caller":"traceutil/trace.go:171","msg":"trace[223479437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4673; }","duration":"604.922778ms","start":"2026-03-09T15:39:56.838881Z","end":"2026-03-09T15:39:57.443804Z","steps":["trace[223479437] 'agreement among raft nodes before linearized reading' (duration: 604.331795ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:57.443357Z","caller":"traceutil/trace.go:171","msg":"trace[2080075561] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"613.812957ms","start":"2026-03-09T15:39:56.829508Z","end":"2026-03-09T15:39:57.443321Z","steps":["trace[2080075561] 'process raft request' (duration: 613.545471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.443961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.838856Z","time spent":"605.072962ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T15:39:57.44453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:56.829487Z","time spent":"614.593814ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:57.444826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.793262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4k8sl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-09T15:39:57.444894Z","caller":"traceutil/trace.go:171","msg":"trace[971376786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4k8sl; range_end:; response_count:1; response_revision:4673; }","duration":"261.894455ms","start":"2026-03-09T15:39:57.182984Z","end":"2026-03-09T15:39:57.444878Z","steps":["trace[971376786] 'agreement among raft nodes before linearized reading' (duration: 261.65576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.445047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.700802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380035"} {"level":"info","ts":"2026-03-09T15:39:57.445115Z","caller":"traceutil/trace.go:171","msg":"trace[1671942941] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4673; }","duration":"197.807485ms","start":"2026-03-09T15:39:57.24729Z","end":"2026-03-09T15:39:57.445098Z","steps":["trace[1671942941] 'agreement among raft nodes before linearized reading' (duration: 197.466427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.445298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.44911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-09T15:39:57.44537Z","caller":"traceutil/trace.go:171","msg":"trace[221152996] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4673; }","duration":"220.565372ms","start":"2026-03-09T15:39:57.224788Z","end":"2026-03-09T15:39:57.445354Z","steps":["trace[221152996] 'agreement among raft nodes before linearized reading' (duration: 220.263786ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:57.667883Z","caller":"traceutil/trace.go:171","msg":"trace[1939098977] linearizableReadLoop","detail":"{readStateIndex:4854; appliedIndex:4853; }","duration":"218.415004ms","start":"2026-03-09T15:39:57.449435Z","end":"2026-03-09T15:39:57.66785Z","steps":["trace[1939098977] 'read index received' (duration: 200.461053ms)","trace[1939098977] 'applied index is now lower than readState.Index' (duration: 17.952611ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:57.668032Z","caller":"traceutil/trace.go:171","msg":"trace[443343940] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"218.616228ms","start":"2026-03-09T15:39:57.449384Z","end":"2026-03-09T15:39:57.668Z","steps":["trace[443343940] 'process raft request' (duration: 200.442233ms)","trace[443343940] 'compare' (duration: 17.838518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:39:57.668263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.794292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62888"} {"level":"info","ts":"2026-03-09T15:39:57.668302Z","caller":"traceutil/trace.go:171","msg":"trace[1436064804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4674; }","duration":"218.894914ms","start":"2026-03-09T15:39:57.449399Z","end":"2026-03-09T15:39:57.668294Z","steps":["trace[1436064804] 'agreement among raft nodes before linearized reading' (duration: 218.596138ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:57.887879Z","caller":"traceutil/trace.go:171","msg":"trace[1407468049] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"438.185998ms","start":"2026-03-09T15:39:57.449639Z","end":"2026-03-09T15:39:57.887825Z","steps":["trace[1407468049] 'process raft request' (duration: 363.727317ms)","trace[1407468049] 'compare' (duration: 74.164835ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:57.887943Z","caller":"traceutil/trace.go:171","msg":"trace[1474827482] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"438.139277ms","start":"2026-03-09T15:39:57.449771Z","end":"2026-03-09T15:39:57.887911Z","steps":["trace[1474827482] 'process raft request' (duration: 437.944073ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:57.887994Z","caller":"traceutil/trace.go:171","msg":"trace[980007852] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"437.254566ms","start":"2026-03-09T15:39:57.450708Z","end":"2026-03-09T15:39:57.887962Z","steps":["trace[980007852] 'process raft request' (duration: 437.125514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.88813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.44976Z","time spent":"438.26131ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:57.88823Z","caller":"traceutil/trace.go:171","msg":"trace[1343326147] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"437.085883ms","start":"2026-03-09T15:39:57.451117Z","end":"2026-03-09T15:39:57.888203Z","steps":["trace[1343326147] 'process raft request' (duration: 436.787456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.888408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.451106Z","time spent":"437.214256ms","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:57.888319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.449612Z","time spent":"438.392032ms","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:57.888403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.450699Z","time spent":"437.492912ms","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:57.888513Z","caller":"traceutil/trace.go:171","msg":"trace[541598793] linearizableReadLoop","detail":"{readStateIndex:4860; appliedIndex:4854; }","duration":"220.531521ms","start":"2026-03-09T15:39:57.66796Z","end":"2026-03-09T15:39:57.888492Z","steps":["trace[541598793] 'read index received' (duration: 145.404365ms)","trace[541598793] 'applied index is now lower than readState.Index' (duration: 75.125506ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:57.88853Z","caller":"traceutil/trace.go:171","msg":"trace[460975191] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"327.809825ms","start":"2026-03-09T15:39:57.560685Z","end":"2026-03-09T15:39:57.888494Z","steps":["trace[460975191] 'process raft request' (duration: 327.716023ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:57.888552Z","caller":"traceutil/trace.go:171","msg":"trace[1249386098] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"396.323103ms","start":"2026-03-09T15:39:57.492167Z","end":"2026-03-09T15:39:57.88849Z","steps":["trace[1249386098] 'process raft request' (duration: 395.921074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.888716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.560664Z","time spent":"327.961428ms","remote":"127.0.0.1:34372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T15:39:57.888762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.41127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T15:39:57.888762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.552555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-09T15:39:57.888817Z","caller":"traceutil/trace.go:171","msg":"trace[316576179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4680; }","duration":"389.496391ms","start":"2026-03-09T15:39:57.499305Z","end":"2026-03-09T15:39:57.888801Z","steps":["trace[316576179] 'agreement among raft nodes before linearized reading' (duration: 389.298617ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:57.888829Z","caller":"traceutil/trace.go:171","msg":"trace[1153267640] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4680; }","duration":"338.658787ms","start":"2026-03-09T15:39:57.550153Z","end":"2026-03-09T15:39:57.888812Z","steps":["trace[1153267640] 'agreement among raft nodes before linearized reading' (duration: 338.386501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.888872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.499285Z","time spent":"389.574813ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T15:39:57.888816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.492135Z","time spent":"396.523628ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:39:57.888884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.550128Z","time spent":"338.743748ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T15:39:57.888891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.119855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T15:39:57.888937Z","caller":"traceutil/trace.go:171","msg":"trace[2145678064] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4680; }","duration":"243.167717ms","start":"2026-03-09T15:39:57.645754Z","end":"2026-03-09T15:39:57.888922Z","steps":["trace[2145678064] 'agreement among raft nodes before linearized reading' (duration: 243.021843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.88909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.366594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-86cd9fc78-kvv6d\" ","response":"range_response_count:1 size:11251"} {"level":"info","ts":"2026-03-09T15:39:57.889173Z","caller":"traceutil/trace.go:171","msg":"trace[655590223] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-86cd9fc78-kvv6d; range_end:; response_count:1; response_revision:4680; }","duration":"439.481396ms","start":"2026-03-09T15:39:57.449665Z","end":"2026-03-09T15:39:57.889147Z","steps":["trace[655590223] 'agreement among raft nodes before linearized reading' (duration: 439.255491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:57.889229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.449648Z","time spent":"439.567539ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":11273,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-86cd9fc78-kvv6d\" "} {"level":"info","ts":"2026-03-09T15:39:58.050286Z","caller":"traceutil/trace.go:171","msg":"trace[1663230450] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"206.514718ms","start":"2026-03-09T15:39:57.843742Z","end":"2026-03-09T15:39:58.050257Z","steps":["trace[1663230450] 'process raft request' (duration: 201.416494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.050756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.260538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380035"} {"level":"info","ts":"2026-03-09T15:39:58.050837Z","caller":"traceutil/trace.go:171","msg":"trace[943410649] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4681; }","duration":"368.428551ms","start":"2026-03-09T15:39:57.682391Z","end":"2026-03-09T15:39:58.050819Z","steps":["trace[943410649] 'agreement among raft nodes before linearized reading' (duration: 367.934901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.050884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:57.682367Z","time spent":"368.505804ms","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":380057,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-09T15:39:58.050203Z","caller":"traceutil/trace.go:171","msg":"trace[1767275339] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4860; }","duration":"161.599636ms","start":"2026-03-09T15:39:57.888566Z","end":"2026-03-09T15:39:58.050165Z","steps":["trace[1767275339] 'read index received' (duration: 156.477602ms)","trace[1767275339] 'applied index is now lower than readState.Index' (duration: 5.120834ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:39:58.137501Z","caller":"traceutil/trace.go:171","msg":"trace[1629425786] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"242.608704ms","start":"2026-03-09T15:39:57.894866Z","end":"2026-03-09T15:39:58.137475Z","steps":["trace[1629425786] 'process raft request' (duration: 242.026431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.137854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.671277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-09T15:39:58.137897Z","caller":"traceutil/trace.go:171","msg":"trace[1972267050] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"235.828102ms","start":"2026-03-09T15:39:57.902029Z","end":"2026-03-09T15:39:58.137857Z","steps":["trace[1972267050] 'process raft request' (duration: 235.067446ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:58.137961Z","caller":"traceutil/trace.go:171","msg":"trace[880956986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4683; }","duration":"243.843771ms","start":"2026-03-09T15:39:57.894091Z","end":"2026-03-09T15:39:58.137935Z","steps":["trace[880956986] 'agreement among raft nodes before linearized reading' (duration: 243.463863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.712679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T15:39:58.138285Z","caller":"traceutil/trace.go:171","msg":"trace[447207506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4683; }","duration":"131.770491ms","start":"2026-03-09T15:39:58.006504Z","end":"2026-03-09T15:39:58.138274Z","steps":["trace[447207506] 'agreement among raft nodes before linearized reading' (duration: 131.624197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.138443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.147079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T15:39:58.137894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.918314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0138c5a1-62d8-40a6-a6cb-794bcd9030c6\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-09T15:39:58.138521Z","caller":"traceutil/trace.go:171","msg":"trace[1354073006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4683; }","duration":"154.258482ms","start":"2026-03-09T15:39:57.984245Z","end":"2026-03-09T15:39:58.138503Z","steps":["trace[1354073006] 'agreement among raft nodes before linearized reading' (duration: 153.962965ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:58.13855Z","caller":"traceutil/trace.go:171","msg":"trace[743867057] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0138c5a1-62d8-40a6-a6cb-794bcd9030c6; range_end:; response_count:1; response_revision:4683; }","duration":"245.63397ms","start":"2026-03-09T15:39:57.892897Z","end":"2026-03-09T15:39:58.138531Z","steps":["trace[743867057] 'agreement among raft nodes before linearized reading' (duration: 244.839603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.474683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.95667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T15:39:58.474791Z","caller":"traceutil/trace.go:171","msg":"trace[2030395936] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"331.342183ms","start":"2026-03-09T15:39:58.143429Z","end":"2026-03-09T15:39:58.474772Z","steps":["trace[2030395936] 'process raft request' (duration: 37.22447ms)","trace[2030395936] 'compare' (duration: 293.143562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:39:58.474841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:58.143407Z","time spent":"331.412844ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:58.492828Z","caller":"traceutil/trace.go:171","msg":"trace[1750068845] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"349.10393ms","start":"2026-03-09T15:39:58.143692Z","end":"2026-03-09T15:39:58.492796Z","steps":["trace[1750068845] 'process raft request' (duration: 348.846354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.49304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:58.143683Z","time spent":"349.229772ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:58.493038Z","caller":"traceutil/trace.go:171","msg":"trace[1183188959] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"349.304475ms","start":"2026-03-09T15:39:58.143705Z","end":"2026-03-09T15:39:58.493009Z","steps":["trace[1183188959] 'process raft request' (duration: 349.027518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.493258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:58.143664Z","time spent":"349.474858ms","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:39:58.49389Z","caller":"traceutil/trace.go:171","msg":"trace[1933735432] linearizableReadLoop","detail":"{readStateIndex:4867; appliedIndex:4864; }","duration":"293.717835ms","start":"2026-03-09T15:39:58.200159Z","end":"2026-03-09T15:39:58.493877Z","steps":["trace[1933735432] 'read index received' (duration: 292.414616ms)","trace[1933735432] 'applied index is now lower than readState.Index' (duration: 1.302379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:39:58.494082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.895218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:39:58.494142Z","caller":"traceutil/trace.go:171","msg":"trace[77872808] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4687; }","duration":"294.030631ms","start":"2026-03-09T15:39:58.200096Z","end":"2026-03-09T15:39:58.494126Z","steps":["trace[77872808] 'agreement among raft nodes before linearized reading' (duration: 293.912779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.494191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.513779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T15:39:58.494229Z","caller":"traceutil/trace.go:171","msg":"trace[1649917306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4687; }","duration":"155.596691ms","start":"2026-03-09T15:39:58.338621Z","end":"2026-03-09T15:39:58.494218Z","steps":["trace[1649917306] 'agreement among raft nodes before linearized reading' (duration: 155.458248ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:39:58.494469Z","caller":"traceutil/trace.go:171","msg":"trace[1737406735] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"350.02819ms","start":"2026-03-09T15:39:58.144427Z","end":"2026-03-09T15:39:58.494455Z","steps":["trace[1737406735] 'process raft request' (duration: 348.544158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:39:58.494793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:39:58.144416Z","time spent":"350.272686ms","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:40:10.838754Z","caller":"traceutil/trace.go:171","msg":"trace[107853860] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"126.182935ms","start":"2026-03-09T15:40:10.712543Z","end":"2026-03-09T15:40:10.838726Z","steps":["trace[107853860] 'process raft request' (duration: 119.436694ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:40:10.839067Z","caller":"traceutil/trace.go:171","msg":"trace[205015586] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"126.38508ms","start":"2026-03-09T15:40:10.712645Z","end":"2026-03-09T15:40:10.83903Z","steps":["trace[205015586] 'process raft request' (duration: 126.010572ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:40:10.839243Z","caller":"traceutil/trace.go:171","msg":"trace[30363231] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"123.742991ms","start":"2026-03-09T15:40:10.715481Z","end":"2026-03-09T15:40:10.839224Z","steps":["trace[30363231] 'process raft request' (duration: 123.437895ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:40:10.839571Z","caller":"traceutil/trace.go:171","msg":"trace[808386494] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"121.92872ms","start":"2026-03-09T15:40:10.717622Z","end":"2026-03-09T15:40:10.839551Z","steps":["trace[808386494] 'process raft request' (duration: 121.47324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:40:26.75288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.003903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T15:40:26.75305Z","caller":"traceutil/trace.go:171","msg":"trace[845186184] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5280; }","duration":"469.428471ms","start":"2026-03-09T15:40:26.283599Z","end":"2026-03-09T15:40:26.753027Z","steps":["trace[845186184] 'read index received' (duration: 51.161µs)","trace[845186184] 'applied index is now lower than readState.Index' (duration: 469.37542ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:40:26.753137Z","caller":"traceutil/trace.go:171","msg":"trace[347105662] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"661.775354ms","start":"2026-03-09T15:40:26.091322Z","end":"2026-03-09T15:40:26.753097Z","steps":["trace[347105662] 'process raft request' (duration: 110.429413ms)","trace[347105662] 'compare' (duration: 550.764458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:40:26.753363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.535588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-09T15:40:26.753387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:40:26.091297Z","time spent":"661.944468ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:40:26.753389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.442806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:40:26.75342Z","caller":"traceutil/trace.go:171","msg":"trace[944008348] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5091; }","duration":"343.636011ms","start":"2026-03-09T15:40:26.409771Z","end":"2026-03-09T15:40:26.753407Z","steps":["trace[944008348] 'agreement among raft nodes before linearized reading' (duration: 343.386775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:40:26.753411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.790379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T15:40:26.753472Z","caller":"traceutil/trace.go:171","msg":"trace[558795449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5091; }","duration":"343.572769ms","start":"2026-03-09T15:40:26.409879Z","end":"2026-03-09T15:40:26.753452Z","steps":["trace[558795449] 'agreement among raft nodes before linearized reading' (duration: 343.372344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:40:26.75348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:40:26.409732Z","time spent":"343.736743ms","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-09T15:40:26.753495Z","caller":"traceutil/trace.go:171","msg":"trace[512302646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5091; }","duration":"469.891611ms","start":"2026-03-09T15:40:26.283583Z","end":"2026-03-09T15:40:26.753475Z","steps":["trace[512302646] 'agreement among raft nodes before linearized reading' (duration: 469.573904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:40:26.7535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.379847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T15:40:26.753531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:40:26.409856Z","time spent":"343.664411ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T15:40:26.753555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:40:26.283526Z","time spent":"470.020455ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T15:40:26.753597Z","caller":"traceutil/trace.go:171","msg":"trace[1111078973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5091; }","duration":"104.51862ms","start":"2026-03-09T15:40:26.649052Z","end":"2026-03-09T15:40:26.753571Z","steps":["trace[1111078973] 'agreement among raft nodes before linearized reading' (duration: 104.194803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:41:08.339298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.540049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:41:08.339427Z","caller":"traceutil/trace.go:171","msg":"trace[1210165751] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5452; }","duration":"204.678482ms","start":"2026-03-09T15:41:08.134697Z","end":"2026-03-09T15:41:08.339375Z","steps":["trace[1210165751] 'range keys from in-memory index tree' (duration: 204.424156ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:41:08.339447Z","caller":"traceutil/trace.go:171","msg":"trace[711592207] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"111.57958ms","start":"2026-03-09T15:41:08.227829Z","end":"2026-03-09T15:41:08.339409Z","steps":["trace[711592207] 'process raft request' (duration: 57.180331ms)","trace[711592207] 'compare' (duration: 54.171854ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:42:01.133556Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2803} {"level":"info","ts":"2026-03-09T15:42:01.189869Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2803,"took":"55.119236ms","hash":681681851,"current-db-size-bytes":42004480,"current-db-size":"42 MB","current-db-size-in-use-bytes":31711232,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-09T15:42:01.189923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":681681851,"revision":2803,"compact-revision":-1} {"level":"info","ts":"2026-03-09T15:46:20.81144Z","caller":"traceutil/trace.go:171","msg":"trace[1978171505] linearizableReadLoop","detail":"{readStateIndex:7748; appliedIndex:7746; }","duration":"148.997625ms","start":"2026-03-09T15:46:20.662409Z","end":"2026-03-09T15:46:20.811407Z","steps":["trace[1978171505] 'read index received' (duration: 46.421619ms)","trace[1978171505] 'applied index is now lower than readState.Index' (duration: 102.574256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:46:20.811801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.337483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T15:46:20.811858Z","caller":"traceutil/trace.go:171","msg":"trace[1431133491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7473; }","duration":"149.464655ms","start":"2026-03-09T15:46:20.662376Z","end":"2026-03-09T15:46:20.811841Z","steps":["trace[1431133491] 'agreement among raft nodes before linearized reading' (duration: 149.22892ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:20.811557Z","caller":"traceutil/trace.go:171","msg":"trace[543379282] transaction","detail":"{read_only:false; response_revision:7473; number_of_response:1; }","duration":"149.457845ms","start":"2026-03-09T15:46:20.662061Z","end":"2026-03-09T15:46:20.811518Z","steps":["trace[543379282] 'process raft request' (duration: 137.333354ms)","trace[543379282] 'compare' (duration: 11.873026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:46:20.811918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.788863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-09T15:46:20.811911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.004388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T15:46:20.811999Z","caller":"traceutil/trace.go:171","msg":"trace[1584479753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7473; }","duration":"124.909225ms","start":"2026-03-09T15:46:20.687067Z","end":"2026-03-09T15:46:20.811976Z","steps":["trace[1584479753] 'agreement among raft nodes before linearized reading' (duration: 124.66444ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:20.811999Z","caller":"traceutil/trace.go:171","msg":"trace[1793202521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7473; }","duration":"146.10994ms","start":"2026-03-09T15:46:20.665872Z","end":"2026-03-09T15:46:20.811982Z","steps":["trace[1793202521] 'agreement among raft nodes before linearized reading' (duration: 145.845304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:46:20.812113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.07435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T15:46:20.812241Z","caller":"traceutil/trace.go:171","msg":"trace[1227507614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7473; }","duration":"146.246174ms","start":"2026-03-09T15:46:20.665967Z","end":"2026-03-09T15:46:20.812213Z","steps":["trace[1227507614] 'agreement among raft nodes before linearized reading' (duration: 145.892266ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:38.913335Z","caller":"traceutil/trace.go:171","msg":"trace[1577222619] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"116.114078ms","start":"2026-03-09T15:46:38.797189Z","end":"2026-03-09T15:46:38.913303Z","steps":["trace[1577222619] 'process raft request' (duration: 115.693299ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:46:41.810472Z","caller":"traceutil/trace.go:171","msg":"trace[1103668904] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"133.481417ms","start":"2026-03-09T15:46:41.676959Z","end":"2026-03-09T15:46:41.81044Z","steps":["trace[1103668904] 'process raft request' (duration: 133.320213ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:47:01.148422Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5825} {"level":"info","ts":"2026-03-09T15:47:01.274339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5825,"took":"123.619547ms","hash":2319269217,"current-db-size-bytes":44331008,"current-db-size":"44 MB","current-db-size-in-use-bytes":23535616,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-09T15:47:01.274412Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2319269217,"revision":5825,"compact-revision":2803} {"level":"info","ts":"2026-03-09T15:47:06.281254Z","caller":"traceutil/trace.go:171","msg":"trace[1810412485] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"108.419678ms","start":"2026-03-09T15:47:06.172786Z","end":"2026-03-09T15:47:06.281206Z","steps":["trace[1810412485] 'process raft request' (duration: 108.208052ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:47:09.501327Z","caller":"traceutil/trace.go:171","msg":"trace[1109761069] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"377.146742ms","start":"2026-03-09T15:47:09.12415Z","end":"2026-03-09T15:47:09.501297Z","steps":["trace[1109761069] 'process raft request' (duration: 375.408993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:09.501485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:47:09.12414Z","time spent":"377.266685ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T15:47:09.501786Z","caller":"traceutil/trace.go:171","msg":"trace[867103872] linearizableReadLoop","detail":"{readStateIndex:8183; appliedIndex:8181; }","duration":"375.890234ms","start":"2026-03-09T15:47:09.125871Z","end":"2026-03-09T15:47:09.501761Z","steps":["trace[867103872] 'read index received' (duration: 373.615593ms)","trace[867103872] 'applied index is now lower than readState.Index' (duration: 2.273941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:47:09.502206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.598058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T15:47:09.502298Z","caller":"traceutil/trace.go:171","msg":"trace[1587930852] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"378.026222ms","start":"2026-03-09T15:47:09.124256Z","end":"2026-03-09T15:47:09.502283Z","steps":["trace[1587930852] 'process raft request' (duration: 377.447159ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:47:09.502335Z","caller":"traceutil/trace.go:171","msg":"trace[104618015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7895; }","duration":"371.75769ms","start":"2026-03-09T15:47:09.130545Z","end":"2026-03-09T15:47:09.502303Z","steps":["trace[104618015] 'agreement among raft nodes before linearized reading' (duration: 371.463944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:09.502388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:47:09.130521Z","time spent":"371.857053ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T15:47:09.502411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:47:09.124252Z","time spent":"378.078343ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:47:09.50252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.130079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:47:09.502555Z","caller":"traceutil/trace.go:171","msg":"trace[275845078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7895; }","duration":"141.16259ms","start":"2026-03-09T15:47:09.361383Z","end":"2026-03-09T15:47:09.502546Z","steps":["trace[275845078] 'agreement among raft nodes before linearized reading' (duration: 141.111059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:09.502712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.829094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T15:47:09.502756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.059238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:47:09.502771Z","caller":"traceutil/trace.go:171","msg":"trace[577943562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7895; }","duration":"376.899617ms","start":"2026-03-09T15:47:09.125856Z","end":"2026-03-09T15:47:09.502755Z","steps":["trace[577943562] 'agreement among raft nodes before linearized reading' (duration: 376.718032ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:47:09.502794Z","caller":"traceutil/trace.go:171","msg":"trace[549516960] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7895; }","duration":"179.15848ms","start":"2026-03-09T15:47:09.323627Z","end":"2026-03-09T15:47:09.502785Z","steps":["trace[549516960] 'agreement among raft nodes before linearized reading' (duration: 179.093568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:09.502819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:47:09.12585Z","time spent":"376.954258ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T15:47:09.786815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.063757ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:47:09.786968Z","caller":"traceutil/trace.go:171","msg":"trace[191674365] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7896; }","duration":"111.23928ms","start":"2026-03-09T15:47:09.675704Z","end":"2026-03-09T15:47:09.786943Z","steps":["trace[191674365] 'range keys from in-memory index tree' (duration: 111.038946ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:47:09.787546Z","caller":"traceutil/trace.go:171","msg":"trace[1990932912] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"278.870452ms","start":"2026-03-09T15:47:09.50865Z","end":"2026-03-09T15:47:09.78752Z","steps":["trace[1990932912] 'process raft request' (duration: 278.627457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:13.279183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.02749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T15:47:13.279292Z","caller":"traceutil/trace.go:171","msg":"trace[1022045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7910; }","duration":"176.194674ms","start":"2026-03-09T15:47:13.103076Z","end":"2026-03-09T15:47:13.279271Z","steps":["trace[1022045] 'range keys from in-memory index tree' (duration: 175.823535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:47:13.279417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.909127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T15:47:13.279669Z","caller":"traceutil/trace.go:171","msg":"trace[2142969200] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"161.74643ms","start":"2026-03-09T15:47:13.117769Z","end":"2026-03-09T15:47:13.279515Z","steps":["trace[2142969200] 'process raft request' (duration: 36.6368ms)","trace[2142969200] 'compare' (duration: 124.763203ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:47:13.348743Z","caller":"traceutil/trace.go:171","msg":"trace[372951719] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"228.444752ms","start":"2026-03-09T15:47:13.12027Z","end":"2026-03-09T15:47:13.348714Z","steps":["trace[372951719] 'process raft request' (duration: 228.31534ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:47:24.382588Z","caller":"traceutil/trace.go:171","msg":"trace[11828933] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8307; }","duration":"172.359117ms","start":"2026-03-09T15:47:24.210203Z","end":"2026-03-09T15:47:24.382562Z","steps":["trace[11828933] 'read index received' (duration: 140.804431ms)","trace[11828933] 'applied index is now lower than readState.Index' (duration: 31.553276ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:47:24.382617Z","caller":"traceutil/trace.go:171","msg":"trace[1179865965] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"222.914598ms","start":"2026-03-09T15:47:24.159666Z","end":"2026-03-09T15:47:24.382581Z","steps":["trace[1179865965] 'process raft request' (duration: 191.368163ms)","trace[1179865965] 'compare' (duration: 31.401972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:47:24.382732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.50097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:47:24.382819Z","caller":"traceutil/trace.go:171","msg":"trace[959218322] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8015; }","duration":"172.601562ms","start":"2026-03-09T15:47:24.210198Z","end":"2026-03-09T15:47:24.3828Z","steps":["trace[959218322] 'agreement among raft nodes before linearized reading' (duration: 172.452219ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:48:26.105041Z","caller":"traceutil/trace.go:171","msg":"trace[346194018] linearizableReadLoop","detail":"{readStateIndex:8957; appliedIndex:8956; }","duration":"123.477103ms","start":"2026-03-09T15:48:25.981517Z","end":"2026-03-09T15:48:26.104995Z","steps":["trace[346194018] 'read index received' (duration: 114.330379ms)","trace[346194018] 'applied index is now lower than readState.Index' (duration: 9.144954ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:48:26.105272Z","caller":"traceutil/trace.go:171","msg":"trace[1611544098] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"154.548579ms","start":"2026-03-09T15:48:25.950687Z","end":"2026-03-09T15:48:26.105235Z","steps":["trace[1611544098] 'process raft request' (duration: 145.144609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:26.105607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.970315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T15:48:26.105721Z","caller":"traceutil/trace.go:171","msg":"trace[1674617552] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8647; }","duration":"124.24239ms","start":"2026-03-09T15:48:25.981447Z","end":"2026-03-09T15:48:26.10569Z","steps":["trace[1674617552] 'agreement among raft nodes before linearized reading' (duration: 123.942434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:38.489064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.358919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19443"} {"level":"info","ts":"2026-03-09T15:48:38.48917Z","caller":"traceutil/trace.go:171","msg":"trace[1914967539] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8711; }","duration":"105.520242ms","start":"2026-03-09T15:48:38.38363Z","end":"2026-03-09T15:48:38.48915Z","steps":["trace[1914967539] 'range keys from in-memory index tree' (duration: 105.182995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:38.489153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.735376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-09T15:48:38.48924Z","caller":"traceutil/trace.go:171","msg":"trace[862527459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8711; }","duration":"151.894379ms","start":"2026-03-09T15:48:38.337325Z","end":"2026-03-09T15:48:38.48922Z","steps":["trace[862527459] 'range keys from in-memory index tree' (duration: 151.498441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:48:38.489159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.00218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T15:48:38.489478Z","caller":"traceutil/trace.go:171","msg":"trace[2074468731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8711; }","duration":"168.370228ms","start":"2026-03-09T15:48:38.321074Z","end":"2026-03-09T15:48:38.489444Z","steps":["trace[2074468731] 'range keys from in-memory index tree' (duration: 167.660763ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:50:54.668596Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T15:50:54.673726Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T15:50:54.673825Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T15:52:01.155992Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7808} {"level":"info","ts":"2026-03-09T15:52:01.222345Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7808,"took":"63.855229ms","hash":4126179639,"current-db-size-bytes":44331008,"current-db-size":"44 MB","current-db-size-in-use-bytes":27918336,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T15:52:01.222426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4126179639,"revision":7808,"compact-revision":5825} {"level":"info","ts":"2026-03-09T15:52:06.928455Z","caller":"traceutil/trace.go:171","msg":"trace[158273486] transaction","detail":"{read_only:false; response_revision:10368; number_of_response:1; }","duration":"156.965314ms","start":"2026-03-09T15:52:06.771463Z","end":"2026-03-09T15:52:06.928428Z","steps":["trace[158273486] 'process raft request' (duration: 156.433482ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:57:01.162342Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10342} {"level":"info","ts":"2026-03-09T15:57:01.243408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10342,"took":"78.359605ms","hash":1451203446,"current-db-size-bytes":44331008,"current-db-size":"44 MB","current-db-size-in-use-bytes":24858624,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T15:57:01.243465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1451203446,"revision":10342,"compact-revision":7808} {"level":"info","ts":"2026-03-09T15:58:15.523211Z","caller":"traceutil/trace.go:171","msg":"trace[718599092] transaction","detail":"{read_only:false; response_revision:12680; number_of_response:1; }","duration":"102.671419ms","start":"2026-03-09T15:58:15.420497Z","end":"2026-03-09T15:58:15.523169Z","steps":["trace[718599092] 'process raft request' (duration: 102.451724ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:58:20.974921Z","caller":"traceutil/trace.go:171","msg":"trace[416288554] transaction","detail":"{read_only:false; response_revision:12708; number_of_response:1; }","duration":"170.943368ms","start":"2026-03-09T15:58:20.803951Z","end":"2026-03-09T15:58:20.974894Z","steps":["trace[416288554] 'process raft request' (duration: 170.829336ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:58:21.30212Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000336e.wal"} {"level":"info","ts":"2026-03-09T15:58:41.306851Z","caller":"traceutil/trace.go:171","msg":"trace[1865163965] linearizableReadLoop","detail":"{readStateIndex:13260; appliedIndex:13259; }","duration":"343.771338ms","start":"2026-03-09T15:58:40.96305Z","end":"2026-03-09T15:58:41.306821Z","steps":["trace[1865163965] 'read index received' (duration: 343.618655ms)","trace[1865163965] 'applied index is now lower than readState.Index' (duration: 151.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:58:41.307213Z","caller":"traceutil/trace.go:171","msg":"trace[509757972] transaction","detail":"{read_only:false; response_revision:12803; number_of_response:1; }","duration":"347.929313ms","start":"2026-03-09T15:58:40.959241Z","end":"2026-03-09T15:58:41.30717Z","steps":["trace[509757972] 'process raft request' (duration: 347.431191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:41.307293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.638922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T15:58:41.307357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.175251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T15:58:41.307389Z","caller":"traceutil/trace.go:171","msg":"trace[439352686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12803; }","duration":"220.203272ms","start":"2026-03-09T15:58:41.087175Z","end":"2026-03-09T15:58:41.307378Z","steps":["trace[439352686] 'agreement among raft nodes before linearized reading' (duration: 220.12921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:41.307411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:58:40.959211Z","time spent":"348.110116ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:58:41.307467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.94297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T15:58:41.307464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.834189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T15:58:41.307387Z","caller":"traceutil/trace.go:171","msg":"trace[602263890] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:12803; }","duration":"262.817506ms","start":"2026-03-09T15:58:41.044548Z","end":"2026-03-09T15:58:41.307366Z","steps":["trace[602263890] 'agreement among raft nodes before linearized reading' (duration: 262.613362ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:58:41.307517Z","caller":"traceutil/trace.go:171","msg":"trace[577720979] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12803; }","duration":"226.034652ms","start":"2026-03-09T15:58:41.081469Z","end":"2026-03-09T15:58:41.307504Z","steps":["trace[577720979] 'agreement among raft nodes before linearized reading' (duration: 225.947131ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:58:41.307553Z","caller":"traceutil/trace.go:171","msg":"trace[2011326089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12803; }","duration":"129.985382ms","start":"2026-03-09T15:58:41.177548Z","end":"2026-03-09T15:58:41.307534Z","steps":["trace[2011326089] 'agreement among raft nodes before linearized reading' (duration: 129.709476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:41.307265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.207779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-09T15:58:41.307641Z","caller":"traceutil/trace.go:171","msg":"trace[1141358291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12803; }","duration":"344.599327ms","start":"2026-03-09T15:58:40.963028Z","end":"2026-03-09T15:58:41.307627Z","steps":["trace[1141358291] 'agreement among raft nodes before linearized reading' (duration: 344.118817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:41.307681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:58:40.962932Z","time spent":"344.73956ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-09T15:58:41.307696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.109787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T15:58:41.307797Z","caller":"traceutil/trace.go:171","msg":"trace[1407886644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12803; }","duration":"102.24874ms","start":"2026-03-09T15:58:41.205509Z","end":"2026-03-09T15:58:41.307758Z","steps":["trace[1407886644] 'agreement among raft nodes before linearized reading' (duration: 101.987654ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:58:41.580468Z","caller":"traceutil/trace.go:171","msg":"trace[421359510] transaction","detail":"{read_only:false; response_revision:12808; number_of_response:1; }","duration":"136.377755ms","start":"2026-03-09T15:58:41.444053Z","end":"2026-03-09T15:58:41.580431Z","steps":["trace[421359510] 'process raft request' (duration: 136.14379ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:58:56.701263Z","caller":"traceutil/trace.go:171","msg":"trace[2144701267] transaction","detail":"{read_only:false; response_revision:12893; number_of_response:1; }","duration":"125.149693ms","start":"2026-03-09T15:58:56.576073Z","end":"2026-03-09T15:58:56.701222Z","steps":["trace[2144701267] 'process raft request' (duration: 124.911968ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:58:57.727426Z","caller":"traceutil/trace.go:171","msg":"trace[873580500] linearizableReadLoop","detail":"{readStateIndex:13355; appliedIndex:13354; }","duration":"333.54552ms","start":"2026-03-09T15:58:57.393853Z","end":"2026-03-09T15:58:57.727399Z","steps":["trace[873580500] 'read index received' (duration: 333.317665ms)","trace[873580500] 'applied index is now lower than readState.Index' (duration: 226.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T15:58:57.727467Z","caller":"traceutil/trace.go:171","msg":"trace[1046424271] transaction","detail":"{read_only:false; response_revision:12894; number_of_response:1; }","duration":"463.604471ms","start":"2026-03-09T15:58:57.263838Z","end":"2026-03-09T15:58:57.727443Z","steps":["trace[1046424271] 'process raft request' (duration: 463.349436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:57.727603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.746394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T15:58:57.727664Z","caller":"traceutil/trace.go:171","msg":"trace[711628077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12894; }","duration":"333.864217ms","start":"2026-03-09T15:58:57.393784Z","end":"2026-03-09T15:58:57.727649Z","steps":["trace[711628077] 'agreement among raft nodes before linearized reading' (duration: 333.742484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:57.727653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:58:57.263815Z","time spent":"463.749295ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T15:58:57.727702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:58:57.393753Z","time spent":"333.942889ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T15:58:57.742781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.230834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T15:58:57.742928Z","caller":"traceutil/trace.go:171","msg":"trace[1992472194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12895; }","duration":"342.417329ms","start":"2026-03-09T15:58:57.400474Z","end":"2026-03-09T15:58:57.742891Z","steps":["trace[1992472194] 'agreement among raft nodes before linearized reading' (duration: 342.128012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:57.742985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:58:57.400462Z","time spent":"342.507161ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T15:58:57.751389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.264444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T15:58:57.751488Z","caller":"traceutil/trace.go:171","msg":"trace[794562429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12895; }","duration":"355.082762ms","start":"2026-03-09T15:58:57.396379Z","end":"2026-03-09T15:58:57.751462Z","steps":["trace[794562429] 'agreement among raft nodes before linearized reading' (duration: 346.212653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:57.751543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:58:57.396369Z","time spent":"355.154934ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T15:58:57.7518Z","caller":"traceutil/trace.go:171","msg":"trace[1907943479] transaction","detail":"{read_only:false; response_revision:12895; number_of_response:1; }","duration":"173.566857ms","start":"2026-03-09T15:58:57.578125Z","end":"2026-03-09T15:58:57.751692Z","steps":["trace[1907943479] 'process raft request' (duration: 163.91076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:57.752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.50916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T15:58:57.752053Z","caller":"traceutil/trace.go:171","msg":"trace[286502466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12896; }","duration":"342.564351ms","start":"2026-03-09T15:58:57.409474Z","end":"2026-03-09T15:58:57.752039Z","steps":["trace[286502466] 'agreement among raft nodes before linearized reading' (duration: 342.452059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:57.752082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:58:57.40944Z","time spent":"342.635043ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T15:58:57.75221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.063662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150909"} {"level":"info","ts":"2026-03-09T15:58:57.752244Z","caller":"traceutil/trace.go:171","msg":"trace[78760217] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:12896; }","duration":"313.099962ms","start":"2026-03-09T15:58:57.439135Z","end":"2026-03-09T15:58:57.752235Z","steps":["trace[78760217] 'agreement among raft nodes before linearized reading' (duration: 312.803346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:58:57.752261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:58:57.439056Z","time spent":"313.200534ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150931,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-09T15:59:10.148685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.487863ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T15:59:10.148791Z","caller":"traceutil/trace.go:171","msg":"trace[1915991654] linearizableReadLoop","detail":"{readStateIndex:13540; appliedIndex:13539; }","duration":"318.241487ms","start":"2026-03-09T15:59:09.830532Z","end":"2026-03-09T15:59:10.148773Z","steps":["trace[1915991654] 'read index received' (duration: 55.011µs)","trace[1915991654] 'applied index is now lower than readState.Index' (duration: 318.185196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T15:59:10.149105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.531244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T15:59:10.14926Z","caller":"traceutil/trace.go:171","msg":"trace[624046806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13075; }","duration":"318.747248ms","start":"2026-03-09T15:59:09.830489Z","end":"2026-03-09T15:59:10.149236Z","steps":["trace[624046806] 'agreement among raft nodes before linearized reading' (duration: 318.38395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:59:10.149324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:59:09.830459Z","time spent":"318.853981ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T15:59:10.162368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.597725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T15:59:10.162424Z","caller":"traceutil/trace.go:171","msg":"trace[1304374784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13076; }","duration":"331.665698ms","start":"2026-03-09T15:59:09.830743Z","end":"2026-03-09T15:59:10.162409Z","steps":["trace[1304374784] 'agreement among raft nodes before linearized reading' (duration: 331.524035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:59:10.162458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:59:09.830736Z","time spent":"331.714609ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T15:59:10.16266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.728429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T15:59:10.162697Z","caller":"traceutil/trace.go:171","msg":"trace[1305529409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13076; }","duration":"331.817891ms","start":"2026-03-09T15:59:09.830869Z","end":"2026-03-09T15:59:10.162687Z","steps":["trace[1305529409] 'agreement among raft nodes before linearized reading' (duration: 331.673038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:59:10.162656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.292389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T15:59:10.162734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:59:09.830843Z","time spent":"331.885373ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T15:59:10.162561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.996703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T15:59:10.162771Z","caller":"traceutil/trace.go:171","msg":"trace[1744073615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13076; }","duration":"331.430772ms","start":"2026-03-09T15:59:09.831314Z","end":"2026-03-09T15:59:10.162744Z","steps":["trace[1744073615] 'agreement among raft nodes before linearized reading' (duration: 331.072944ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T15:59:10.162812Z","caller":"traceutil/trace.go:171","msg":"trace[62246015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13076; }","duration":"331.291529ms","start":"2026-03-09T15:59:09.831489Z","end":"2026-03-09T15:59:10.16278Z","steps":["trace[62246015] 'agreement among raft nodes before linearized reading' (duration: 330.798848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T15:59:10.162894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:59:09.831484Z","time spent":"331.393431ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T15:59:10.162836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T15:59:09.831289Z","time spent":"331.539805ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T15:59:10.163856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.039406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4k8sl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-09T15:59:10.163972Z","caller":"traceutil/trace.go:171","msg":"trace[1495014531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4k8sl; range_end:; response_count:1; response_revision:13076; }","duration":"278.1861ms","start":"2026-03-09T15:59:09.885767Z","end":"2026-03-09T15:59:10.163953Z","steps":["trace[1495014531] 'agreement among raft nodes before linearized reading' (duration: 276.885351ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:49.110332Z","caller":"traceutil/trace.go:171","msg":"trace[377479862] linearizableReadLoop","detail":"{readStateIndex:14605; appliedIndex:14604; }","duration":"375.159302ms","start":"2026-03-09T16:00:48.73514Z","end":"2026-03-09T16:00:49.110299Z","steps":["trace[377479862] 'read index received' (duration: 375.002658ms)","trace[377479862] 'applied index is now lower than readState.Index' (duration: 155.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:00:49.110401Z","caller":"traceutil/trace.go:171","msg":"trace[1919506557] transaction","detail":"{read_only:false; response_revision:14104; number_of_response:1; }","duration":"502.981003ms","start":"2026-03-09T16:00:48.607392Z","end":"2026-03-09T16:00:49.110373Z","steps":["trace[1919506557] 'process raft request' (duration: 502.735508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.110554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.607364Z","time spent":"503.108006ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:00:49.110885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.708713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T16:00:49.110998Z","caller":"traceutil/trace.go:171","msg":"trace[689257648] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:14104; }","duration":"375.843206ms","start":"2026-03-09T16:00:48.735127Z","end":"2026-03-09T16:00:49.11097Z","steps":["trace[689257648] 'agreement among raft nodes before linearized reading' (duration: 375.307755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.111074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.735066Z","time spent":"375.98804ms","remote":"127.0.0.1:55708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":105,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:00:49.14216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.177308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-09T16:00:49.142264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.054661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T16:00:49.142315Z","caller":"traceutil/trace.go:171","msg":"trace[1049692705] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14105; }","duration":"396.150202ms","start":"2026-03-09T16:00:48.746153Z","end":"2026-03-09T16:00:49.142303Z","steps":["trace[1049692705] 'agreement among raft nodes before linearized reading' (duration: 396.06796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.142268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.66144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T16:00:49.142343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.057621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-09T16:00:49.142393Z","caller":"traceutil/trace.go:171","msg":"trace[1570076679] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14105; }","duration":"396.115572ms","start":"2026-03-09T16:00:48.746264Z","end":"2026-03-09T16:00:49.14238Z","steps":["trace[1570076679] 'agreement among raft nodes before linearized reading' (duration: 395.820924ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:49.142266Z","caller":"traceutil/trace.go:171","msg":"trace[1962446254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14105; }","duration":"382.311832ms","start":"2026-03-09T16:00:48.759939Z","end":"2026-03-09T16:00:49.142251Z","steps":["trace[1962446254] 'agreement among raft nodes before linearized reading' (duration: 382.101906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.142431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.746258Z","time spent":"396.164163ms","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-09T16:00:49.142422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.030391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mxfr6\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-03-09T16:00:49.142482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.271531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T16:00:49.142526Z","caller":"traceutil/trace.go:171","msg":"trace[231443774] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mxfr6; range_end:; response_count:1; response_revision:14105; }","duration":"242.207655ms","start":"2026-03-09T16:00:48.900302Z","end":"2026-03-09T16:00:49.14251Z","steps":["trace[231443774] 'agreement among raft nodes before linearized reading' (duration: 241.883697ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:49.142569Z","caller":"traceutil/trace.go:171","msg":"trace[1018232863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14105; }","duration":"382.375953ms","start":"2026-03-09T16:00:48.760165Z","end":"2026-03-09T16:00:49.14254Z","steps":["trace[1018232863] 'agreement among raft nodes before linearized reading' (duration: 382.045216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.142555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.759928Z","time spent":"382.554228ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T16:00:49.142353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.746126Z","time spent":"396.219914ms","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-09T16:00:49.142649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.76016Z","time spent":"382.457245ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T16:00:49.142163Z","caller":"traceutil/trace.go:171","msg":"trace[1323954595] transaction","detail":"{read_only:false; response_revision:14105; number_of_response:1; }","duration":"168.040772ms","start":"2026-03-09T16:00:48.97409Z","end":"2026-03-09T16:00:49.142131Z","steps":["trace[1323954595] 'process raft request' (duration: 167.754486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.142261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.264314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-09T16:00:49.142959Z","caller":"traceutil/trace.go:171","msg":"trace[785114381] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14105; }","duration":"393.007092ms","start":"2026-03-09T16:00:48.749939Z","end":"2026-03-09T16:00:49.142947Z","steps":["trace[785114381] 'agreement among raft nodes before linearized reading' (duration: 392.119962ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:49.142375Z","caller":"traceutil/trace.go:171","msg":"trace[1616900428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14105; }","duration":"386.801322ms","start":"2026-03-09T16:00:48.755559Z","end":"2026-03-09T16:00:49.14236Z","steps":["trace[1616900428] 'agreement among raft nodes before linearized reading' (duration: 386.573466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.143001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.749929Z","time spent":"393.061833ms","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-09T16:00:49.14301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.75555Z","time spent":"387.447577ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:00:49.143326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.832788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T16:00:49.143358Z","caller":"traceutil/trace.go:171","msg":"trace[2121761749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14106; }","duration":"388.9055ms","start":"2026-03-09T16:00:48.754445Z","end":"2026-03-09T16:00:49.14335Z","steps":["trace[2121761749] 'agreement among raft nodes before linearized reading' (duration: 387.709254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.143379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.754418Z","time spent":"388.95592ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:00:49.143642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.499312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T16:00:49.143737Z","caller":"traceutil/trace.go:171","msg":"trace[2066204972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14105; }","duration":"397.589704ms","start":"2026-03-09T16:00:48.746129Z","end":"2026-03-09T16:00:49.143719Z","steps":["trace[2066204972] 'agreement among raft nodes before linearized reading' (duration: 395.875495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.143843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:48.746094Z","time spent":"397.734297ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T16:00:49.427615Z","caller":"traceutil/trace.go:171","msg":"trace[290748124] transaction","detail":"{read_only:false; response_revision:14107; number_of_response:1; }","duration":"280.533553ms","start":"2026-03-09T16:00:49.147034Z","end":"2026-03-09T16:00:49.427568Z","steps":["trace[290748124] 'process raft request' (duration: 227.216379ms)","trace[290748124] 'compare' (duration: 53.122619ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:00:49.466016Z","caller":"traceutil/trace.go:171","msg":"trace[1485589697] linearizableReadLoop","detail":"{readStateIndex:14612; appliedIndex:14607; }","duration":"318.007951ms","start":"2026-03-09T16:00:49.147984Z","end":"2026-03-09T16:00:49.465992Z","steps":["trace[1485589697] 'read index received' (duration: 226.284257ms)","trace[1485589697] 'applied index is now lower than readState.Index' (duration: 91.722834ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:00:49.466408Z","caller":"traceutil/trace.go:171","msg":"trace[2032760638] transaction","detail":"{read_only:false; response_revision:14109; number_of_response:1; }","duration":"319.184298ms","start":"2026-03-09T16:00:49.147193Z","end":"2026-03-09T16:00:49.466377Z","steps":["trace[2032760638] 'process raft request' (duration: 318.695987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.46657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:49.147169Z","time spent":"319.303621ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:00:49.466574Z","caller":"traceutil/trace.go:171","msg":"trace[1860545539] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"318.631895ms","start":"2026-03-09T16:00:49.147896Z","end":"2026-03-09T16:00:49.466528Z","steps":["trace[1860545539] 'process raft request' (duration: 318.060963ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:49.46683Z","caller":"traceutil/trace.go:171","msg":"trace[889499588] transaction","detail":"{read_only:false; response_revision:14108; number_of_response:1; }","duration":"319.69931ms","start":"2026-03-09T16:00:49.147114Z","end":"2026-03-09T16:00:49.466813Z","steps":["trace[889499588] 'process raft request' (duration: 318.659027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.466873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:49.147878Z","time spent":"318.796768ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:00:49.466932Z","caller":"traceutil/trace.go:171","msg":"trace[1447185861] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"319.653858ms","start":"2026-03-09T16:00:49.147247Z","end":"2026-03-09T16:00:49.466901Z","steps":["trace[1447185861] 'process raft request' (duration: 318.681387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.467113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.876573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T16:00:49.467185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:49.147228Z","time spent":"319.871514ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:00:49.467231Z","caller":"traceutil/trace.go:171","msg":"trace[1356515389] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14111; }","duration":"249.057598ms","start":"2026-03-09T16:00:49.218146Z","end":"2026-03-09T16:00:49.467203Z","steps":["trace[1356515389] 'agreement among raft nodes before linearized reading' (duration: 248.865463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.467238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.20651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-09T16:00:49.467292Z","caller":"traceutil/trace.go:171","msg":"trace[1618344080] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14111; }","duration":"240.281161ms","start":"2026-03-09T16:00:49.226995Z","end":"2026-03-09T16:00:49.467276Z","steps":["trace[1618344080] 'agreement among raft nodes before linearized reading' (duration: 240.145028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.467303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.401774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T16:00:49.467308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.452873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-09T16:00:49.467348Z","caller":"traceutil/trace.go:171","msg":"trace[1261835013] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14111; }","duration":"236.459476ms","start":"2026-03-09T16:00:49.230874Z","end":"2026-03-09T16:00:49.467333Z","steps":["trace[1261835013] 'agreement among raft nodes before linearized reading' (duration: 236.399315ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:00:49.467377Z","caller":"traceutil/trace.go:171","msg":"trace[1784109641] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14111; }","duration":"239.535115ms","start":"2026-03-09T16:00:49.227825Z","end":"2026-03-09T16:00:49.46736Z","steps":["trace[1784109641] 'agreement among raft nodes before linearized reading' (duration: 239.3277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.467237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.271909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-09T16:00:49.466945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:49.147082Z","time spent":"319.811652ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:00:49.467417Z","caller":"traceutil/trace.go:171","msg":"trace[2041747815] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14111; }","duration":"239.467304ms","start":"2026-03-09T16:00:49.227941Z","end":"2026-03-09T16:00:49.467408Z","steps":["trace[2041747815] 'agreement among raft nodes before linearized reading' (duration: 239.155946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.467531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.092418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4k8sl\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-09T16:00:49.467651Z","caller":"traceutil/trace.go:171","msg":"trace[266893455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4k8sl; range_end:; response_count:1; response_revision:14111; }","duration":"194.242371ms","start":"2026-03-09T16:00:49.273376Z","end":"2026-03-09T16:00:49.467618Z","steps":["trace[266893455] 'agreement among raft nodes before linearized reading' (duration: 193.708669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.467852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.866713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764281"} {"level":"info","ts":"2026-03-09T16:00:49.468027Z","caller":"traceutil/trace.go:171","msg":"trace[632087482] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14111; }","duration":"319.971375ms","start":"2026-03-09T16:00:49.147973Z","end":"2026-03-09T16:00:49.467945Z","steps":["trace[632087482] 'agreement among raft nodes before linearized reading' (duration: 318.500852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:00:49.468072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:00:49.147947Z","time spent":"320.111029ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764303,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-09T16:02:01.168996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12224} {"level":"info","ts":"2026-03-09T16:02:01.249952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12224,"took":"78.005377ms","hash":2483495203,"current-db-size-bytes":44331008,"current-db-size":"44 MB","current-db-size-in-use-bytes":27426816,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-09T16:02:01.25001Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2483495203,"revision":12224,"compact-revision":10342} {"level":"info","ts":"2026-03-09T16:06:54.638679Z","caller":"traceutil/trace.go:171","msg":"trace[1099544551] transaction","detail":"{read_only:false; response_revision:16836; number_of_response:1; }","duration":"138.355448ms","start":"2026-03-09T16:06:54.500293Z","end":"2026-03-09T16:06:54.638648Z","steps":["trace[1099544551] 'process raft request' (duration: 91.012228ms)","trace[1099544551] 'compare' (duration: 47.094144ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:06:54.638852Z","caller":"traceutil/trace.go:171","msg":"trace[1246982124] linearizableReadLoop","detail":"{readStateIndex:17429; appliedIndex:17428; }","duration":"124.121209ms","start":"2026-03-09T16:06:54.51465Z","end":"2026-03-09T16:06:54.638771Z","steps":["trace[1246982124] 'read index received' (duration: 76.674546ms)","trace[1246982124] 'applied index is now lower than readState.Index' (duration: 47.444983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:06:54.639245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.577949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:06:54.639288Z","caller":"traceutil/trace.go:171","msg":"trace[1682801322] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16837; }","duration":"124.669401ms","start":"2026-03-09T16:06:54.514606Z","end":"2026-03-09T16:06:54.639275Z","steps":["trace[1682801322] 'agreement among raft nodes before linearized reading' (duration: 124.587349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:54.640164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.428608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:06:54.640216Z","caller":"traceutil/trace.go:171","msg":"trace[1146777343] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16837; }","duration":"125.52158ms","start":"2026-03-09T16:06:54.514681Z","end":"2026-03-09T16:06:54.640203Z","steps":["trace[1146777343] 'agreement among raft nodes before linearized reading' (duration: 125.440218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:54.64029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.132232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:06:54.640382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.836116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:06:54.6404Z","caller":"traceutil/trace.go:171","msg":"trace[92263425] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16837; }","duration":"125.298405ms","start":"2026-03-09T16:06:54.515078Z","end":"2026-03-09T16:06:54.640376Z","steps":["trace[92263425] 'agreement among raft nodes before linearized reading' (duration: 125.117121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:54.640408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.362657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:06:54.640455Z","caller":"traceutil/trace.go:171","msg":"trace[792009547] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16837; }","duration":"124.929997ms","start":"2026-03-09T16:06:54.515506Z","end":"2026-03-09T16:06:54.640436Z","steps":["trace[792009547] 'agreement among raft nodes before linearized reading' (duration: 124.811445ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:06:54.640489Z","caller":"traceutil/trace.go:171","msg":"trace[423373070] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16837; }","duration":"125.476919ms","start":"2026-03-09T16:06:54.514993Z","end":"2026-03-09T16:06:54.64047Z","steps":["trace[423373070] 'agreement among raft nodes before linearized reading' (duration: 125.320116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:54.640416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.658203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:06:54.640565Z","caller":"traceutil/trace.go:171","msg":"trace[129653056] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16837; }","duration":"125.824117ms","start":"2026-03-09T16:06:54.514731Z","end":"2026-03-09T16:06:54.640555Z","steps":["trace[129653056] 'agreement among raft nodes before linearized reading' (duration: 125.637443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:57.115894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.268693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:06:57.116023Z","caller":"traceutil/trace.go:171","msg":"trace[1507303038] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16850; }","duration":"300.455097ms","start":"2026-03-09T16:06:56.815539Z","end":"2026-03-09T16:06:57.115995Z","steps":["trace[1507303038] 'range keys from in-memory index tree' (duration: 300.12917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:57.116056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.682981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:06:57.116088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:06:56.815531Z","time spent":"300.544819ms","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-03-09T16:06:57.116152Z","caller":"traceutil/trace.go:171","msg":"trace[1195001470] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16850; }","duration":"300.868466ms","start":"2026-03-09T16:06:56.815259Z","end":"2026-03-09T16:06:57.116128Z","steps":["trace[1195001470] 'range keys from in-memory index tree' (duration: 300.57603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:57.116121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.491967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:06:57.116209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:06:56.815231Z","time spent":"300.968198ms","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-09T16:06:57.116245Z","caller":"traceutil/trace.go:171","msg":"trace[964938539] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16850; }","duration":"300.686472ms","start":"2026-03-09T16:06:56.815529Z","end":"2026-03-09T16:06:57.116216Z","steps":["trace[964938539] 'range keys from in-memory index tree' (duration: 300.360085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:57.116308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.914315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:06:57.116406Z","caller":"traceutil/trace.go:171","msg":"trace[1102813515] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16850; }","duration":"300.029549ms","start":"2026-03-09T16:06:56.816354Z","end":"2026-03-09T16:06:57.116383Z","steps":["trace[1102813515] 'range keys from in-memory index tree' (duration: 299.745742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:57.116455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:06:56.816336Z","time spent":"300.1089ms","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-09T16:06:57.116288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.951236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:06:57.116582Z","caller":"traceutil/trace.go:171","msg":"trace[144759119] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16850; }","duration":"300.266434ms","start":"2026-03-09T16:06:56.816284Z","end":"2026-03-09T16:06:57.11655Z","steps":["trace[144759119] 'range keys from in-memory index tree' (duration: 299.898065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:57.116565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.365725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:06:57.116652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:06:56.816273Z","time spent":"300.355125ms","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-03-09T16:06:57.116321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:06:56.815518Z","time spent":"300.787824ms","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-09T16:06:57.116709Z","caller":"traceutil/trace.go:171","msg":"trace[1626076051] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:16850; }","duration":"271.57251ms","start":"2026-03-09T16:06:56.845105Z","end":"2026-03-09T16:06:57.116677Z","steps":["trace[1626076051] 'count revisions from in-memory index tree' (duration: 271.276304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:57.116209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.761874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:06:57.116943Z","caller":"traceutil/trace.go:171","msg":"trace[1433447575] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16850; }","duration":"301.531552ms","start":"2026-03-09T16:06:56.815398Z","end":"2026-03-09T16:06:57.11693Z","steps":["trace[1433447575] 'range keys from in-memory index tree' (duration: 300.6018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:06:57.117002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:06:56.8153Z","time spent":"301.668625ms","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-09T16:07:01.176165Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14537} {"level":"info","ts":"2026-03-09T16:07:01.273283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14537,"took":"93.79549ms","hash":273211359,"current-db-size-bytes":45174784,"current-db-size":"45 MB","current-db-size-in-use-bytes":30015488,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T16:07:01.273337Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":273211359,"revision":14537,"compact-revision":12224} {"level":"info","ts":"2026-03-09T16:11:47.062984Z","caller":"traceutil/trace.go:171","msg":"trace[441805720] transaction","detail":"{read_only:false; response_revision:18841; number_of_response:1; }","duration":"197.482316ms","start":"2026-03-09T16:11:46.865445Z","end":"2026-03-09T16:11:47.062927Z","steps":["trace[441805720] 'process raft request' (duration: 127.355274ms)","trace[441805720] 'compare' (duration: 69.875286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:11:47.54279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.428372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:11:47.543037Z","caller":"traceutil/trace.go:171","msg":"trace[1298077998] linearizableReadLoop","detail":"{readStateIndex:19511; appliedIndex:19508; }","duration":"133.987904ms","start":"2026-03-09T16:11:47.409032Z","end":"2026-03-09T16:11:47.54302Z","steps":["trace[1298077998] 'read index received' (duration: 107.626012ms)","trace[1298077998] 'applied index is now lower than readState.Index' (duration: 26.361012ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:11:47.543056Z","caller":"traceutil/trace.go:171","msg":"trace[1231420465] transaction","detail":"{read_only:false; response_revision:18843; number_of_response:1; }","duration":"474.517726ms","start":"2026-03-09T16:11:47.068499Z","end":"2026-03-09T16:11:47.543017Z","steps":["trace[1231420465] 'process raft request' (duration: 157.773016ms)","trace[1231420465] 'compare' (duration: 316.238198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:11:47.543125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.100147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:11:47.543208Z","caller":"traceutil/trace.go:171","msg":"trace[1953781742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18845; }","duration":"134.176028ms","start":"2026-03-09T16:11:47.408969Z","end":"2026-03-09T16:11:47.543145Z","steps":["trace[1953781742] 'agreement among raft nodes before linearized reading' (duration: 134.106537ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:47.543243Z","caller":"traceutil/trace.go:171","msg":"trace[1780709498] transaction","detail":"{read_only:false; response_revision:18844; number_of_response:1; }","duration":"474.492016ms","start":"2026-03-09T16:11:47.068723Z","end":"2026-03-09T16:11:47.543215Z","steps":["trace[1780709498] 'process raft request' (duration: 474.165658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:47.543294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:47.068481Z","time spent":"474.669449ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:11:47.543284Z","caller":"traceutil/trace.go:171","msg":"trace[1163522224] transaction","detail":"{read_only:false; response_revision:18845; number_of_response:1; }","duration":"473.693128ms","start":"2026-03-09T16:11:47.069544Z","end":"2026-03-09T16:11:47.543237Z","steps":["trace[1163522224] 'process raft request' (duration: 473.437832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:47.543367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:47.068713Z","time spent":"474.589818ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:11:47.543456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:47.069529Z","time spent":"473.845871ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:11:47.928464Z","caller":"traceutil/trace.go:171","msg":"trace[503037915] transaction","detail":"{read_only:false; response_revision:18846; number_of_response:1; }","duration":"128.366468ms","start":"2026-03-09T16:11:47.800072Z","end":"2026-03-09T16:11:47.928438Z","steps":["trace[503037915] 'process raft request' (duration: 128.236275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:48.294018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.683706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:11:48.294212Z","caller":"traceutil/trace.go:171","msg":"trace[1080970096] transaction","detail":"{read_only:false; response_revision:18847; number_of_response:1; }","duration":"486.118657ms","start":"2026-03-09T16:11:47.808057Z","end":"2026-03-09T16:11:48.294176Z","steps":["trace[1080970096] 'process raft request' (duration: 224.190346ms)","trace[1080970096] 'compare' (duration: 261.48159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:11:48.294358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:47.80803Z","time spent":"486.247329ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:11:48.679234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.916183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:11:48.679334Z","caller":"traceutil/trace.go:171","msg":"trace[2081813452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18847; }","duration":"230.074327ms","start":"2026-03-09T16:11:48.449238Z","end":"2026-03-09T16:11:48.679312Z","steps":["trace[2081813452] 'count revisions from in-memory index tree' (duration: 229.816311ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:49.048764Z","caller":"traceutil/trace.go:171","msg":"trace[1547751168] transaction","detail":"{read_only:false; response_revision:18848; number_of_response:1; }","duration":"180.132537ms","start":"2026-03-09T16:11:48.86858Z","end":"2026-03-09T16:11:49.048713Z","steps":["trace[1547751168] 'process raft request' (duration: 179.987273ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:49.509608Z","caller":"traceutil/trace.go:171","msg":"trace[1420027390] transaction","detail":"{read_only:false; response_revision:18849; number_of_response:1; }","duration":"440.266539ms","start":"2026-03-09T16:11:49.069313Z","end":"2026-03-09T16:11:49.50958Z","steps":["trace[1420027390] 'process raft request' (duration: 440.074444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:49.509771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:49.069289Z","time spent":"440.398912ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:11:49.538318Z","caller":"traceutil/trace.go:171","msg":"trace[44694466] linearizableReadLoop","detail":"{readStateIndex:19516; appliedIndex:19514; }","duration":"466.813674ms","start":"2026-03-09T16:11:49.071484Z","end":"2026-03-09T16:11:49.538298Z","steps":["trace[44694466] 'read index received' (duration: 437.908745ms)","trace[44694466] 'applied index is now lower than readState.Index' (duration: 28.904249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:11:49.538456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.966047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:11:49.538489Z","caller":"traceutil/trace.go:171","msg":"trace[1611822965] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:18850; }","duration":"467.054049ms","start":"2026-03-09T16:11:49.071425Z","end":"2026-03-09T16:11:49.538479Z","steps":["trace[1611822965] 'agreement among raft nodes before linearized reading' (duration: 466.971817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:49.538512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:49.071403Z","time spent":"467.10314ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:11:49.538601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.379242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:11:49.538687Z","caller":"traceutil/trace.go:171","msg":"trace[1493303420] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:18850; }","duration":"374.556826ms","start":"2026-03-09T16:11:49.16411Z","end":"2026-03-09T16:11:49.538667Z","steps":["trace[1493303420] 'agreement among raft nodes before linearized reading' (duration: 374.383542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:49.538684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.318872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:11:49.538755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:49.164081Z","time spent":"374.658589ms","remote":"127.0.0.1:42300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:11:49.538761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.475946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-09T16:11:49.538774Z","caller":"traceutil/trace.go:171","msg":"trace[83865246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18850; }","duration":"130.448635ms","start":"2026-03-09T16:11:49.408307Z","end":"2026-03-09T16:11:49.538756Z","steps":["trace[83865246] 'agreement among raft nodes before linearized reading' (duration: 130.301892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:49.538693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.234821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:11:49.538823Z","caller":"traceutil/trace.go:171","msg":"trace[398891402] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18850; }","duration":"242.539427ms","start":"2026-03-09T16:11:49.296266Z","end":"2026-03-09T16:11:49.538805Z","steps":["trace[398891402] 'agreement among raft nodes before linearized reading' (duration: 242.254441ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:11:49.538878Z","caller":"traceutil/trace.go:171","msg":"trace[1654750848] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:18850; }","duration":"346.465196ms","start":"2026-03-09T16:11:49.192386Z","end":"2026-03-09T16:11:49.538851Z","steps":["trace[1654750848] 'agreement among raft nodes before linearized reading' (duration: 346.19466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:49.538943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:49.192365Z","time spent":"346.557768ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:11:49.53841Z","caller":"traceutil/trace.go:171","msg":"trace[706997299] transaction","detail":"{read_only:false; response_revision:18850; number_of_response:1; }","duration":"467.09384ms","start":"2026-03-09T16:11:49.071278Z","end":"2026-03-09T16:11:49.538371Z","steps":["trace[706997299] 'process raft request' (duration: 466.027405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:11:49.539356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:11:49.071262Z","time spent":"468.015191ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:12:01.191548Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16906} {"level":"info","ts":"2026-03-09T16:12:01.320147Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16906,"took":"124.9744ms","hash":3281502109,"current-db-size-bytes":45596672,"current-db-size":"46 MB","current-db-size-in-use-bytes":30126080,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T16:12:01.320209Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3281502109,"revision":16906,"compact-revision":14537} {"level":"info","ts":"2026-03-09T16:12:35.21902Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T16:12:35.22514Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-09T16:12:35.225275Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-09T16:15:58.969094Z","caller":"traceutil/trace.go:171","msg":"trace[11270690] linearizableReadLoop","detail":"{readStateIndex:21968; appliedIndex:21967; }","duration":"110.957098ms","start":"2026-03-09T16:15:58.858111Z","end":"2026-03-09T16:15:58.969068Z","steps":["trace[11270690] 'read index received' (duration: 110.753422ms)","trace[11270690] 'applied index is now lower than readState.Index' (duration: 202.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:15:58.969158Z","caller":"traceutil/trace.go:171","msg":"trace[455255280] transaction","detail":"{read_only:false; response_revision:21228; number_of_response:1; }","duration":"145.024992ms","start":"2026-03-09T16:15:58.824098Z","end":"2026-03-09T16:15:58.969123Z","steps":["trace[455255280] 'process raft request' (duration: 144.753295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:15:58.969343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.192882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-09T16:15:58.969384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.442129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:15:58.969416Z","caller":"traceutil/trace.go:171","msg":"trace[1811012464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21228; }","duration":"111.332376ms","start":"2026-03-09T16:15:58.858073Z","end":"2026-03-09T16:15:58.969405Z","steps":["trace[1811012464] 'agreement among raft nodes before linearized reading' (duration: 111.109901ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:15:58.969427Z","caller":"traceutil/trace.go:171","msg":"trace[1147785232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21228; }","duration":"107.540901ms","start":"2026-03-09T16:15:58.861874Z","end":"2026-03-09T16:15:58.969415Z","steps":["trace[1147785232] 'agreement among raft nodes before linearized reading' (duration: 107.357957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:15:59.184245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.014751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:15:59.184406Z","caller":"traceutil/trace.go:171","msg":"trace[338930814] transaction","detail":"{read_only:false; response_revision:21229; number_of_response:1; }","duration":"210.598131ms","start":"2026-03-09T16:15:58.973782Z","end":"2026-03-09T16:15:59.184381Z","steps":["trace[338930814] 'process raft request' (duration: 77.323164ms)","trace[338930814] 'compare' (duration: 132.813547ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:15:59.185966Z","caller":"traceutil/trace.go:171","msg":"trace[991047846] transaction","detail":"{read_only:false; response_revision:21230; number_of_response:1; }","duration":"212.068854ms","start":"2026-03-09T16:15:58.973869Z","end":"2026-03-09T16:15:59.185938Z","steps":["trace[991047846] 'process raft request' (duration: 211.813449ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:15:59.18632Z","caller":"traceutil/trace.go:171","msg":"trace[486874734] transaction","detail":"{read_only:false; response_revision:21232; number_of_response:1; }","duration":"211.233624ms","start":"2026-03-09T16:15:58.975056Z","end":"2026-03-09T16:15:59.18629Z","steps":["trace[486874734] 'process raft request' (duration: 211.082571ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:15:59.186427Z","caller":"traceutil/trace.go:171","msg":"trace[1061730649] transaction","detail":"{read_only:false; response_revision:21231; number_of_response:1; }","duration":"212.037303ms","start":"2026-03-09T16:15:58.974339Z","end":"2026-03-09T16:15:59.186376Z","steps":["trace[1061730649] 'process raft request' (duration: 211.511211ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:17:01.197375Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18907} {"level":"info","ts":"2026-03-09T16:17:01.309866Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18907,"took":"106.66423ms","hash":687323421,"current-db-size-bytes":50372608,"current-db-size":"50 MB","current-db-size-in-use-bytes":38047744,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-09T16:17:01.309962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":687323421,"revision":18907,"compact-revision":16906} {"level":"warn","ts":"2026-03-09T16:17:37.512023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.499434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:17:37.512156Z","caller":"traceutil/trace.go:171","msg":"trace[1738508592] linearizableReadLoop","detail":"{readStateIndex:22946; appliedIndex:22945; }","duration":"104.088243ms","start":"2026-03-09T16:17:37.408048Z","end":"2026-03-09T16:17:37.512136Z","steps":["trace[1738508592] 'read index received' (duration: 31.531µs)","trace[1738508592] 'applied index is now lower than readState.Index' (duration: 104.055372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:17:37.512269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.229836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:17:37.512237Z","caller":"traceutil/trace.go:171","msg":"trace[1526192424] transaction","detail":"{read_only:false; response_revision:22180; number_of_response:1; }","duration":"131.283703ms","start":"2026-03-09T16:17:37.380892Z","end":"2026-03-09T16:17:37.512176Z","steps":["trace[1526192424] 'process raft request' (duration: 13.496193ms)","trace[1526192424] 'compare' (duration: 117.252218ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:17:37.512304Z","caller":"traceutil/trace.go:171","msg":"trace[68984354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22180; }","duration":"104.300958ms","start":"2026-03-09T16:17:37.407993Z","end":"2026-03-09T16:17:37.512294Z","steps":["trace[68984354] 'agreement among raft nodes before linearized reading' (duration: 104.238016ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:18:57.141639Z","caller":"traceutil/trace.go:171","msg":"trace[334598959] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"106.375708ms","start":"2026-03-09T16:18:57.035228Z","end":"2026-03-09T16:18:57.141604Z","steps":["trace[334598959] 'process raft request' (duration: 106.179833ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:06.690032Z","caller":"traceutil/trace.go:171","msg":"trace[1854472683] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"142.247714ms","start":"2026-03-09T16:19:06.547751Z","end":"2026-03-09T16:19:06.689998Z","steps":["trace[1854472683] 'process raft request' (duration: 108.929676ms)","trace[1854472683] 'compare' (duration: 33.052512ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:16.236999Z","caller":"traceutil/trace.go:171","msg":"trace[1201388848] transaction","detail":"{read_only:false; response_revision:23014; number_of_response:1; }","duration":"179.791675ms","start":"2026-03-09T16:19:16.057175Z","end":"2026-03-09T16:19:16.236967Z","steps":["trace[1201388848] 'process raft request' (duration: 179.580491ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:16.249979Z","caller":"traceutil/trace.go:171","msg":"trace[176391879] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"190.743722ms","start":"2026-03-09T16:19:16.05922Z","end":"2026-03-09T16:19:16.249963Z","steps":["trace[176391879] 'process raft request' (duration: 190.616079ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:16.250226Z","caller":"traceutil/trace.go:171","msg":"trace[661580810] linearizableReadLoop","detail":"{readStateIndex:23804; appliedIndex:23802; }","duration":"120.928985ms","start":"2026-03-09T16:19:16.12926Z","end":"2026-03-09T16:19:16.250189Z","steps":["trace[661580810] 'read index received' (duration: 108.548067ms)","trace[661580810] 'applied index is now lower than readState.Index' (duration: 12.379238ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:16.250366Z","caller":"traceutil/trace.go:171","msg":"trace[1436961590] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"190.989608ms","start":"2026-03-09T16:19:16.059363Z","end":"2026-03-09T16:19:16.250352Z","steps":["trace[1436961590] 'process raft request' (duration: 190.559938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:16.250571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.286343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-09T16:19:16.250615Z","caller":"traceutil/trace.go:171","msg":"trace[2057819038] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23016; }","duration":"121.392835ms","start":"2026-03-09T16:19:16.129209Z","end":"2026-03-09T16:19:16.250601Z","steps":["trace[2057819038] 'agreement among raft nodes before linearized reading' (duration: 121.208691ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:31.954103Z","caller":"traceutil/trace.go:171","msg":"trace[616851669] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"149.7051ms","start":"2026-03-09T16:19:31.80436Z","end":"2026-03-09T16:19:31.954065Z","steps":["trace[616851669] 'process raft request' (duration: 138.864996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:37.764579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.860896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:37.764691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.654196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T16:19:37.764724Z","caller":"traceutil/trace.go:171","msg":"trace[163918255] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23278; }","duration":"208.080211ms","start":"2026-03-09T16:19:37.556606Z","end":"2026-03-09T16:19:37.764686Z","steps":["trace[163918255] 'count revisions from in-memory index tree' (duration: 207.712582ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:37.764772Z","caller":"traceutil/trace.go:171","msg":"trace[728919709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23278; }","duration":"344.759989ms","start":"2026-03-09T16:19:37.419988Z","end":"2026-03-09T16:19:37.764748Z","steps":["trace[728919709] 'range keys from in-memory index tree' (duration: 344.477851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:37.76482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:37.41997Z","time spent":"344.84121ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:19:37.764691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.255495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-09T16:19:37.765067Z","caller":"traceutil/trace.go:171","msg":"trace[748530356] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23278; }","duration":"171.648694ms","start":"2026-03-09T16:19:37.593376Z","end":"2026-03-09T16:19:37.765025Z","steps":["trace[748530356] 'range keys from in-memory index tree' (duration: 171.021699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:37.764603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.521692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:37.765188Z","caller":"traceutil/trace.go:171","msg":"trace[414567890] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23278; }","duration":"316.167167ms","start":"2026-03-09T16:19:37.448996Z","end":"2026-03-09T16:19:37.765163Z","steps":["trace[414567890] 'count revisions from in-memory index tree' (duration: 315.450561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:37.765229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:37.448985Z","time spent":"316.232708ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:37.966475Z","caller":"traceutil/trace.go:171","msg":"trace[437643361] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"197.181496ms","start":"2026-03-09T16:19:37.769267Z","end":"2026-03-09T16:19:37.966449Z","steps":["trace[437643361] 'process raft request' (duration: 197.001842ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:38.061632Z","caller":"traceutil/trace.go:171","msg":"trace[159365741] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"291.491603ms","start":"2026-03-09T16:19:37.77011Z","end":"2026-03-09T16:19:38.061602Z","steps":["trace[159365741] 'process raft request' (duration: 291.34733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:38.402049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.821836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:38.402214Z","caller":"traceutil/trace.go:171","msg":"trace[259645461] linearizableReadLoop","detail":"{readStateIndex:24079; appliedIndex:24078; }","duration":"271.146036ms","start":"2026-03-09T16:19:38.131046Z","end":"2026-03-09T16:19:38.402192Z","steps":["trace[259645461] 'read index received' (duration: 144.055893ms)","trace[259645461] 'applied index is now lower than readState.Index' (duration: 127.088283ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:38.402234Z","caller":"traceutil/trace.go:171","msg":"trace[1162207442] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"425.963921ms","start":"2026-03-09T16:19:37.97623Z","end":"2026-03-09T16:19:38.402194Z","steps":["trace[1162207442] 'process raft request' (duration: 298.895889ms)","trace[1162207442] 'compare' (duration: 126.268414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:38.402354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.30775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:38.402361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:37.976215Z","time spent":"426.075133ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:38.402413Z","caller":"traceutil/trace.go:171","msg":"trace[681936687] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23281; }","duration":"271.412073ms","start":"2026-03-09T16:19:38.130983Z","end":"2026-03-09T16:19:38.402395Z","steps":["trace[681936687] 'agreement among raft nodes before linearized reading' (duration: 271.31526ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:38.875851Z","caller":"traceutil/trace.go:171","msg":"trace[953865507] linearizableReadLoop","detail":"{readStateIndex:24082; appliedIndex:24080; }","duration":"473.562929ms","start":"2026-03-09T16:19:38.402263Z","end":"2026-03-09T16:19:38.875826Z","steps":["trace[953865507] 'read index received' (duration: 10.961885ms)","trace[953865507] 'applied index is now lower than readState.Index' (duration: 462.600504ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:38.875881Z","caller":"traceutil/trace.go:171","msg":"trace[846466801] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"530.062717ms","start":"2026-03-09T16:19:38.34578Z","end":"2026-03-09T16:19:38.875843Z","steps":["trace[846466801] 'process raft request' (duration: 470.968441ms)","trace[846466801] 'compare' (duration: 58.595125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:38.876023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.747639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T16:19:38.876052Z","caller":"traceutil/trace.go:171","msg":"trace[1850466611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23284; }","duration":"520.842051ms","start":"2026-03-09T16:19:38.355204Z","end":"2026-03-09T16:19:38.876046Z","steps":["trace[1850466611] 'agreement among raft nodes before linearized reading' (duration: 520.724128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:38.876051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.34576Z","time spent":"530.188411ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:38.87607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.355176Z","time spent":"520.890032ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T16:19:38.875919Z","caller":"traceutil/trace.go:171","msg":"trace[1769811661] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"530.086218ms","start":"2026-03-09T16:19:38.345827Z","end":"2026-03-09T16:19:38.875913Z","steps":["trace[1769811661] 'process raft request' (duration: 529.965175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:38.876352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.345799Z","time spent":"530.514788ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:38.882346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.583591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:38.882411Z","caller":"traceutil/trace.go:171","msg":"trace[1385013348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23285; }","duration":"473.662023ms","start":"2026-03-09T16:19:38.408733Z","end":"2026-03-09T16:19:38.882395Z","steps":["trace[1385013348] 'agreement among raft nodes before linearized reading' (duration: 473.536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:38.883295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.40868Z","time spent":"474.596043ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:19:38.882632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.386258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:19:38.88349Z","caller":"traceutil/trace.go:171","msg":"trace[2044641687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23285; }","duration":"336.174345ms","start":"2026-03-09T16:19:38.547233Z","end":"2026-03-09T16:19:38.883408Z","steps":["trace[2044641687] 'agreement among raft nodes before linearized reading' (duration: 335.307586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:38.883533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.547182Z","time spent":"336.339249ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:38.882714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.08628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-09T16:19:38.883756Z","caller":"traceutil/trace.go:171","msg":"trace[513443327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23285; }","duration":"433.055621ms","start":"2026-03-09T16:19:38.450577Z","end":"2026-03-09T16:19:38.883633Z","steps":["trace[513443327] 'agreement among raft nodes before linearized reading' (duration: 432.060869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:38.883877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.450557Z","time spent":"433.256805ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:38.883079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.176533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267206"} {"level":"info","ts":"2026-03-09T16:19:38.884053Z","caller":"traceutil/trace.go:171","msg":"trace[537393972] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23285; }","duration":"287.158705ms","start":"2026-03-09T16:19:38.596873Z","end":"2026-03-09T16:19:38.884031Z","steps":["trace[537393972] 'agreement among raft nodes before linearized reading' (duration: 285.712043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:38.883186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.776751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:19:38.884361Z","caller":"traceutil/trace.go:171","msg":"trace[850877932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23285; }","duration":"276.981297ms","start":"2026-03-09T16:19:38.607351Z","end":"2026-03-09T16:19:38.884333Z","steps":["trace[850877932] 'agreement among raft nodes before linearized reading' (duration: 275.170467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:39.274735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.220494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:39.274822Z","caller":"traceutil/trace.go:171","msg":"trace[81921346] linearizableReadLoop","detail":"{readStateIndex:24084; appliedIndex:24083; }","duration":"389.685307ms","start":"2026-03-09T16:19:38.885122Z","end":"2026-03-09T16:19:39.274807Z","steps":["trace[81921346] 'read index received' (duration: 185.392911ms)","trace[81921346] 'applied index is now lower than readState.Index' (duration: 204.291306ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:39.274875Z","caller":"traceutil/trace.go:171","msg":"trace[1556016022] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"395.422175ms","start":"2026-03-09T16:19:38.879444Z","end":"2026-03-09T16:19:39.274866Z","steps":["trace[1556016022] 'process raft request' (duration: 190.977096ms)","trace[1556016022] 'compare' (duration: 204.104222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:39.274919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.879427Z","time spent":"395.470548ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:39.275028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.887581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:39.275117Z","caller":"traceutil/trace.go:171","msg":"trace[2010231720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23286; }","duration":"390.009434ms","start":"2026-03-09T16:19:38.885085Z","end":"2026-03-09T16:19:39.275094Z","steps":["trace[2010231720] 'agreement among raft nodes before linearized reading' (duration: 389.871081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:39.275174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.885066Z","time spent":"390.097126ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:39.385311Z","caller":"traceutil/trace.go:171","msg":"trace[786473023] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"498.321075ms","start":"2026-03-09T16:19:38.886948Z","end":"2026-03-09T16:19:39.38527Z","steps":["trace[786473023] 'process raft request' (duration: 489.589669ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:39.385322Z","caller":"traceutil/trace.go:171","msg":"trace[1571606227] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"498.001248ms","start":"2026-03-09T16:19:38.887282Z","end":"2026-03-09T16:19:39.385283Z","steps":["trace[1571606227] 'process raft request' (duration: 497.865735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:39.385484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.886923Z","time spent":"498.460648ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:39.385501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.887267Z","time spent":"498.142741ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:39.385702Z","caller":"traceutil/trace.go:171","msg":"trace[2078860163] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"498.165122ms","start":"2026-03-09T16:19:38.887497Z","end":"2026-03-09T16:19:39.385662Z","steps":["trace[2078860163] 'process raft request' (duration: 497.700641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:39.385985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.887485Z","time spent":"498.294455ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:39.386097Z","caller":"traceutil/trace.go:171","msg":"trace[1076380790] linearizableReadLoop","detail":"{readStateIndex:24088; appliedIndex:24084; }","duration":"111.242586ms","start":"2026-03-09T16:19:39.274842Z","end":"2026-03-09T16:19:39.386085Z","steps":["trace[1076380790] 'read index received' (duration: 101.718192ms)","trace[1076380790] 'applied index is now lower than readState.Index' (duration: 9.523284ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:39.386142Z","caller":"traceutil/trace.go:171","msg":"trace[2062085073] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"494.974469ms","start":"2026-03-09T16:19:38.891129Z","end":"2026-03-09T16:19:39.386104Z","steps":["trace[2062085073] 'process raft request' (duration: 494.11007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:39.38622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.257163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:39.386264Z","caller":"traceutil/trace.go:171","msg":"trace[1092350311] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23290; }","duration":"265.383117ms","start":"2026-03-09T16:19:39.120869Z","end":"2026-03-09T16:19:39.386252Z","steps":["trace[1092350311] 'agreement among raft nodes before linearized reading' (duration: 265.279154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:39.386287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:38.89111Z","time spent":"495.098263ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:39.38657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.826315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T16:19:39.386585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.588567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-09T16:19:39.386613Z","caller":"traceutil/trace.go:171","msg":"trace[1673357156] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23290; }","duration":"195.929568ms","start":"2026-03-09T16:19:39.190673Z","end":"2026-03-09T16:19:39.386602Z","steps":["trace[1673357156] 'agreement among raft nodes before linearized reading' (duration: 195.839216ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:39.386636Z","caller":"traceutil/trace.go:171","msg":"trace[1143731123] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23290; }","duration":"140.694989ms","start":"2026-03-09T16:19:39.245925Z","end":"2026-03-09T16:19:39.38662Z","steps":["trace[1143731123] 'agreement among raft nodes before linearized reading' (duration: 140.512794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:39.952182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.04809ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T16:19:40.130809Z","caller":"traceutil/trace.go:171","msg":"trace[324488034] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"148.781959ms","start":"2026-03-09T16:19:39.982002Z","end":"2026-03-09T16:19:40.130784Z","steps":["trace[324488034] 'process raft request' (duration: 148.211687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:40.396042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.607108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T16:19:40.396141Z","caller":"traceutil/trace.go:171","msg":"trace[1982723876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23292; }","duration":"112.780731ms","start":"2026-03-09T16:19:40.283335Z","end":"2026-03-09T16:19:40.396116Z","steps":["trace[1982723876] 'range keys from in-memory index tree' (duration: 112.357152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:40.396187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.615308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:40.396273Z","caller":"traceutil/trace.go:171","msg":"trace[1908812935] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23292; }","duration":"149.70784ms","start":"2026-03-09T16:19:40.246539Z","end":"2026-03-09T16:19:40.396247Z","steps":["trace[1908812935] 'count revisions from in-memory index tree' (duration: 149.417124ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:40.697813Z","caller":"traceutil/trace.go:171","msg":"trace[1689651991] linearizableReadLoop","detail":"{readStateIndex:24093; appliedIndex:24092; }","duration":"234.733649ms","start":"2026-03-09T16:19:40.463038Z","end":"2026-03-09T16:19:40.697771Z","steps":["trace[1689651991] 'read index received' (duration: 198.71001ms)","trace[1689651991] 'applied index is now lower than readState.Index' (duration: 36.022119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:40.697965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.910773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:40.698005Z","caller":"traceutil/trace.go:171","msg":"trace[699007830] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23294; }","duration":"234.998575ms","start":"2026-03-09T16:19:40.462994Z","end":"2026-03-09T16:19:40.697993Z","steps":["trace[699007830] 'agreement among raft nodes before linearized reading' (duration: 234.889242ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:40.698065Z","caller":"traceutil/trace.go:171","msg":"trace[1326262158] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"280.054926ms","start":"2026-03-09T16:19:40.417968Z","end":"2026-03-09T16:19:40.698023Z","steps":["trace[1326262158] 'process raft request' (duration: 244.804944ms)","trace[1326262158] 'compare' (duration: 34.865703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:41.098236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.064673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:41.098615Z","caller":"traceutil/trace.go:171","msg":"trace[1360514857] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"210.302631ms","start":"2026-03-09T16:19:40.888289Z","end":"2026-03-09T16:19:41.098592Z","steps":["trace[1360514857] 'process raft request' (duration: 210.245239ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:41.098742Z","caller":"traceutil/trace.go:171","msg":"trace[718324205] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"254.409771ms","start":"2026-03-09T16:19:40.84428Z","end":"2026-03-09T16:19:41.09869Z","steps":["trace[718324205] 'process raft request' (duration: 52.805836ms)","trace[718324205] 'compare' (duration: 200.614042ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:41.098904Z","caller":"traceutil/trace.go:171","msg":"trace[1387080974] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"217.673326ms","start":"2026-03-09T16:19:40.881214Z","end":"2026-03-09T16:19:41.098887Z","steps":["trace[1387080974] 'process raft request' (duration: 217.164665ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:41.098963Z","caller":"traceutil/trace.go:171","msg":"trace[266215271] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"217.136174ms","start":"2026-03-09T16:19:40.881784Z","end":"2026-03-09T16:19:41.09892Z","steps":["trace[266215271] 'process raft request' (duration: 216.695714ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:41.616911Z","caller":"traceutil/trace.go:171","msg":"trace[1418769254] linearizableReadLoop","detail":"{readStateIndex:24098; appliedIndex:24097; }","duration":"337.249231ms","start":"2026-03-09T16:19:41.279625Z","end":"2026-03-09T16:19:41.616875Z","steps":["trace[1418769254] 'read index received' (duration: 336.871312ms)","trace[1418769254] 'applied index is now lower than readState.Index' (duration: 376.599µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:41.61706Z","caller":"traceutil/trace.go:171","msg":"trace[136393819] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"476.998857ms","start":"2026-03-09T16:19:41.140012Z","end":"2026-03-09T16:19:41.617011Z","steps":["trace[136393819] 'process raft request' (duration: 476.575467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:41.617228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.559127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T16:19:41.617275Z","caller":"traceutil/trace.go:171","msg":"trace[1428795747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23299; }","duration":"337.67824ms","start":"2026-03-09T16:19:41.279584Z","end":"2026-03-09T16:19:41.617262Z","steps":["trace[1428795747] 'agreement among raft nodes before linearized reading' (duration: 337.445925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:41.61732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.279568Z","time spent":"337.743041ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:19:41.617333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.139994Z","time spent":"477.229252ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:41.835165Z","caller":"traceutil/trace.go:171","msg":"trace[1487242996] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"442.800399ms","start":"2026-03-09T16:19:41.392338Z","end":"2026-03-09T16:19:41.835138Z","steps":["trace[1487242996] 'process raft request' (duration: 442.047381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:41.835346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.392329Z","time spent":"442.933332ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:41.835504Z","caller":"traceutil/trace.go:171","msg":"trace[2116661921] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"440.5698ms","start":"2026-03-09T16:19:41.394888Z","end":"2026-03-09T16:19:41.835458Z","steps":["trace[2116661921] 'process raft request' (duration: 440.197172ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:41.83558Z","caller":"traceutil/trace.go:171","msg":"trace[2116152717] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"321.318702ms","start":"2026-03-09T16:19:41.514227Z","end":"2026-03-09T16:19:41.835546Z","steps":["trace[2116152717] 'process raft request' (duration: 321.052546ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:41.835598Z","caller":"traceutil/trace.go:171","msg":"trace[1546696078] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"213.561073ms","start":"2026-03-09T16:19:41.621987Z","end":"2026-03-09T16:19:41.835548Z","steps":["trace[1546696078] 'process raft request' (duration: 213.468851ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:41.835655Z","caller":"traceutil/trace.go:171","msg":"trace[893132657] linearizableReadLoop","detail":"{readStateIndex:24101; appliedIndex:24098; }","duration":"218.635038ms","start":"2026-03-09T16:19:41.616991Z","end":"2026-03-09T16:19:41.835626Z","steps":["trace[893132657] 'read index received' (duration: 217.490902ms)","trace[893132657] 'applied index is now lower than readState.Index' (duration: 1.140386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:41.835962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.333426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T16:19:41.835762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.394874Z","time spent":"440.737944ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:41.835866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.5142Z","time spent":"321.558948ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:41.836055Z","caller":"traceutil/trace.go:171","msg":"trace[1704317495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23303; }","duration":"445.480249ms","start":"2026-03-09T16:19:41.390554Z","end":"2026-03-09T16:19:41.836034Z","steps":["trace[1704317495] 'agreement among raft nodes before linearized reading' (duration: 445.208303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:41.836102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.390534Z","time spent":"445.561491ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:41.836078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.495449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:19:41.836164Z","caller":"traceutil/trace.go:171","msg":"trace[1873595473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23303; }","duration":"445.595681ms","start":"2026-03-09T16:19:41.390546Z","end":"2026-03-09T16:19:41.836142Z","steps":["trace[1873595473] 'agreement among raft nodes before linearized reading' (duration: 445.334846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:41.836197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.27634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-09T16:19:41.83622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.39054Z","time spent":"445.670504ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T16:19:41.836265Z","caller":"traceutil/trace.go:171","msg":"trace[683148064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23303; }","duration":"447.367122ms","start":"2026-03-09T16:19:41.388879Z","end":"2026-03-09T16:19:41.836246Z","steps":["trace[683148064] 'agreement among raft nodes before linearized reading' (duration: 447.132516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:41.836321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.388864Z","time spent":"447.445824ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:41.835984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.317122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:41.836567Z","caller":"traceutil/trace.go:171","msg":"trace[1320523544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23303; }","duration":"427.941625ms","start":"2026-03-09T16:19:41.408612Z","end":"2026-03-09T16:19:41.836554Z","steps":["trace[1320523544] 'agreement among raft nodes before linearized reading' (duration: 427.23326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:41.836632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.408595Z","time spent":"428.023398ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:42.243724Z","caller":"traceutil/trace.go:171","msg":"trace[322041860] linearizableReadLoop","detail":"{readStateIndex:24105; appliedIndex:24102; }","duration":"109.425546ms","start":"2026-03-09T16:19:42.13427Z","end":"2026-03-09T16:19:42.243696Z","steps":["trace[322041860] 'read index received' (duration: 86.527093ms)","trace[322041860] 'applied index is now lower than readState.Index' (duration: 22.897233ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:42.244055Z","caller":"traceutil/trace.go:171","msg":"trace[706066998] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"403.881277ms","start":"2026-03-09T16:19:41.840139Z","end":"2026-03-09T16:19:42.24402Z","steps":["trace[706066998] 'process raft request' (duration: 380.571833ms)","trace[706066998] 'compare' (duration: 22.680989ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:42.244066Z","caller":"traceutil/trace.go:171","msg":"trace[1565246836] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"401.79526ms","start":"2026-03-09T16:19:41.842225Z","end":"2026-03-09T16:19:42.24402Z","steps":["trace[1565246836] 'process raft request' (duration: 401.41756ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:42.244066Z","caller":"traceutil/trace.go:171","msg":"trace[49513101] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"402.544185ms","start":"2026-03-09T16:19:41.841464Z","end":"2026-03-09T16:19:42.244008Z","steps":["trace[49513101] 'process raft request' (duration: 402.064964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:42.24424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.840112Z","time spent":"404.013809ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:42.244254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.957969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T16:19:42.244323Z","caller":"traceutil/trace.go:171","msg":"trace[502101107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23306; }","duration":"110.072231ms","start":"2026-03-09T16:19:42.134232Z","end":"2026-03-09T16:19:42.244305Z","steps":["trace[502101107] 'agreement among raft nodes before linearized reading' (duration: 109.829436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:42.244293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.841438Z","time spent":"402.769131ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:42.24424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:41.842208Z","time spent":"401.933792ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:42.665994Z","caller":"traceutil/trace.go:171","msg":"trace[643136536] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"245.253624ms","start":"2026-03-09T16:19:42.420718Z","end":"2026-03-09T16:19:42.665971Z","steps":["trace[643136536] 'process raft request' (duration: 245.06923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:43.081349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.106915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b45557cf-gznxq.189b36d66f556dc3\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-09T16:19:43.081453Z","caller":"traceutil/trace.go:171","msg":"trace[1196105957] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b45557cf-gznxq.189b36d66f556dc3; range_end:; response_count:1; response_revision:23310; }","duration":"161.245869ms","start":"2026-03-09T16:19:42.920172Z","end":"2026-03-09T16:19:43.081418Z","steps":["trace[1196105957] 'range keys from in-memory index tree' (duration: 160.907222ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:43.084818Z","caller":"traceutil/trace.go:171","msg":"trace[1058112869] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"138.721924ms","start":"2026-03-09T16:19:42.946086Z","end":"2026-03-09T16:19:43.084808Z","steps":["trace[1058112869] 'process raft request' (duration: 138.491079ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:43.450801Z","caller":"traceutil/trace.go:171","msg":"trace[1372859453] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"367.295444ms","start":"2026-03-09T16:19:43.08348Z","end":"2026-03-09T16:19:43.450776Z","steps":["trace[1372859453] 'process raft request' (duration: 273.659233ms)","trace[1372859453] 'compare' (duration: 93.344385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:43.450922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:43.083465Z","time spent":"367.392306ms","remote":"127.0.0.1:34372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:43.874267Z","caller":"traceutil/trace.go:171","msg":"trace[1949783267] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"769.999282ms","start":"2026-03-09T16:19:43.104241Z","end":"2026-03-09T16:19:43.874241Z","steps":["trace[1949783267] 'process raft request' (duration: 737.844041ms)","trace[1949783267] 'compare' (duration: 31.885655ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:43.874475Z","caller":"traceutil/trace.go:171","msg":"trace[1233216558] linearizableReadLoop","detail":"{readStateIndex:24114; appliedIndex:24111; }","duration":"466.707917ms","start":"2026-03-09T16:19:43.407745Z","end":"2026-03-09T16:19:43.874452Z","steps":["trace[1233216558] 'read index received' (duration: 434.255168ms)","trace[1233216558] 'applied index is now lower than readState.Index' (duration: 32.451859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:43.874528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:43.104217Z","time spent":"770.116676ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:43.874967Z","caller":"traceutil/trace.go:171","msg":"trace[1726253413] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"769.152914ms","start":"2026-03-09T16:19:43.105784Z","end":"2026-03-09T16:19:43.874937Z","steps":["trace[1726253413] 'process raft request' (duration: 768.386326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:43.874988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.233908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:43.875044Z","caller":"traceutil/trace.go:171","msg":"trace[1440605981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23315; }","duration":"467.33287ms","start":"2026-03-09T16:19:43.407698Z","end":"2026-03-09T16:19:43.875031Z","steps":["trace[1440605981] 'agreement among raft nodes before linearized reading' (duration: 467.237198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:43.875079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:43.407679Z","time spent":"467.393131ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:19:43.875133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:43.105776Z","time spent":"769.263367ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:43.875112Z","caller":"traceutil/trace.go:171","msg":"trace[1563802304] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"769.016522ms","start":"2026-03-09T16:19:43.106039Z","end":"2026-03-09T16:19:43.875056Z","steps":["trace[1563802304] 'process raft request' (duration: 768.351487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:43.87551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:43.106031Z","time spent":"769.329719ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:44.162992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.009558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:44.163079Z","caller":"traceutil/trace.go:171","msg":"trace[1369006787] linearizableReadLoop","detail":"{readStateIndex:24116; appliedIndex:24114; }","duration":"288.522986ms","start":"2026-03-09T16:19:43.874542Z","end":"2026-03-09T16:19:44.163065Z","steps":["trace[1369006787] 'read index received' (duration: 910.99µs)","trace[1369006787] 'applied index is now lower than readState.Index' (duration: 287.610356ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:44.163318Z","caller":"traceutil/trace.go:171","msg":"trace[2098757812] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"320.522435ms","start":"2026-03-09T16:19:43.842784Z","end":"2026-03-09T16:19:44.163307Z","steps":["trace[2098757812] 'process raft request' (duration: 137.120238ms)","trace[2098757812] 'compare' (duration: 182.893675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:44.163375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:43.842759Z","time spent":"320.588216ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:44.163457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.88707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:44.163535Z","caller":"traceutil/trace.go:171","msg":"trace[1919283934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23317; }","duration":"287.014093ms","start":"2026-03-09T16:19:43.876503Z","end":"2026-03-09T16:19:44.163517Z","steps":["trace[1919283934] 'agreement among raft nodes before linearized reading' (duration: 286.88547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:44.163698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.592211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T16:19:44.163728Z","caller":"traceutil/trace.go:171","msg":"trace[1747701780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23317; }","duration":"322.655162ms","start":"2026-03-09T16:19:43.841061Z","end":"2026-03-09T16:19:44.163716Z","steps":["trace[1747701780] 'agreement among raft nodes before linearized reading' (duration: 322.54399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:44.163791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.008783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T16:19:44.163761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:43.841042Z","time spent":"322.712993ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T16:19:44.163827Z","caller":"traceutil/trace.go:171","msg":"trace[814306338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23317; }","duration":"271.066524ms","start":"2026-03-09T16:19:43.892747Z","end":"2026-03-09T16:19:44.163814Z","steps":["trace[814306338] 'agreement among raft nodes before linearized reading' (duration: 270.980663ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:44.346755Z","caller":"traceutil/trace.go:171","msg":"trace[827024393] linearizableReadLoop","detail":"{readStateIndex:24117; appliedIndex:24116; }","duration":"129.744561ms","start":"2026-03-09T16:19:44.216985Z","end":"2026-03-09T16:19:44.34673Z","steps":["trace[827024393] 'read index received' (duration: 128.545745ms)","trace[827024393] 'applied index is now lower than readState.Index' (duration: 1.197456ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:44.346992Z","caller":"traceutil/trace.go:171","msg":"trace[1450739414] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"179.476788ms","start":"2026-03-09T16:19:44.167503Z","end":"2026-03-09T16:19:44.34698Z","steps":["trace[1450739414] 'process raft request' (duration: 178.113418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:44.347267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.275224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-09T16:19:44.34731Z","caller":"traceutil/trace.go:171","msg":"trace[247986346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23318; }","duration":"130.367836ms","start":"2026-03-09T16:19:44.216928Z","end":"2026-03-09T16:19:44.347296Z","steps":["trace[247986346] 'agreement among raft nodes before linearized reading' (duration: 130.223743ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:44.826786Z","caller":"traceutil/trace.go:171","msg":"trace[1954085731] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"474.541582ms","start":"2026-03-09T16:19:44.35222Z","end":"2026-03-09T16:19:44.826762Z","steps":["trace[1954085731] 'process raft request' (duration: 465.077809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:44.82691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:44.3522Z","time spent":"474.649295ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:45.151245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.496342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:45.151497Z","caller":"traceutil/trace.go:171","msg":"trace[135961082] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"798.198526ms","start":"2026-03-09T16:19:44.353262Z","end":"2026-03-09T16:19:45.15146Z","steps":["trace[135961082] 'process raft request' (duration: 674.396977ms)","trace[135961082] 'compare' (duration: 123.120784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:45.151655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:44.353254Z","time spent":"798.317488ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:45.151683Z","caller":"traceutil/trace.go:171","msg":"trace[1546345274] linearizableReadLoop","detail":"{readStateIndex:24121; appliedIndex:24117; }","duration":"745.909513ms","start":"2026-03-09T16:19:44.405755Z","end":"2026-03-09T16:19:45.151665Z","steps":["trace[1546345274] 'read index received' (duration: 411.548088ms)","trace[1546345274] 'applied index is now lower than readState.Index' (duration: 334.360024ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:45.151701Z","caller":"traceutil/trace.go:171","msg":"trace[1329837492] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"797.861848ms","start":"2026-03-09T16:19:44.353814Z","end":"2026-03-09T16:19:45.151676Z","steps":["trace[1329837492] 'process raft request' (duration: 797.630823ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:45.151728Z","caller":"traceutil/trace.go:171","msg":"trace[1513010911] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"481.340615ms","start":"2026-03-09T16:19:44.67037Z","end":"2026-03-09T16:19:45.15171Z","steps":["trace[1513010911] 'process raft request' (duration: 481.117039ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:45.15172Z","caller":"traceutil/trace.go:171","msg":"trace[508018242] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"798.189125ms","start":"2026-03-09T16:19:44.353503Z","end":"2026-03-09T16:19:45.151692Z","steps":["trace[508018242] 'process raft request' (duration: 797.850068ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:45.151862Z","caller":"traceutil/trace.go:171","msg":"trace[505589684] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"435.493386ms","start":"2026-03-09T16:19:44.716354Z","end":"2026-03-09T16:19:45.151848Z","steps":["trace[505589684] 'process raft request' (duration: 435.223089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:45.151863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:44.353806Z","time spent":"797.955001ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:45.151875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:44.670333Z","time spent":"481.427477ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:45.151905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:44.353496Z","time spent":"798.324829ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:45.151977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.18909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:45.151987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:44.71633Z","time spent":"435.609358ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:45.152064Z","caller":"traceutil/trace.go:171","msg":"trace[896431018] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23324; }","duration":"746.333273ms","start":"2026-03-09T16:19:44.405713Z","end":"2026-03-09T16:19:45.152046Z","steps":["trace[896431018] 'agreement among raft nodes before linearized reading' (duration: 746.162129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:45.152273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:44.405691Z","time spent":"746.566018ms","remote":"127.0.0.1:49880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:45.408263Z","caller":"traceutil/trace.go:171","msg":"trace[1040565536] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24123; }","duration":"256.497067ms","start":"2026-03-09T16:19:45.151741Z","end":"2026-03-09T16:19:45.408238Z","steps":["trace[1040565536] 'read index received' (duration: 256.287352ms)","trace[1040565536] 'applied index is now lower than readState.Index' (duration: 208.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:45.408397Z","caller":"traceutil/trace.go:171","msg":"trace[1851065418] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"485.61224ms","start":"2026-03-09T16:19:44.922758Z","end":"2026-03-09T16:19:45.40837Z","steps":["trace[1851065418] 'process raft request' (duration: 485.319943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:45.408474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.200361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T16:19:45.408498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.000759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:19:45.408533Z","caller":"traceutil/trace.go:171","msg":"trace[704411309] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23325; }","duration":"380.088341ms","start":"2026-03-09T16:19:45.028434Z","end":"2026-03-09T16:19:45.408522Z","steps":["trace[704411309] 'agreement among raft nodes before linearized reading' (duration: 379.939428ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:45.408533Z","caller":"traceutil/trace.go:171","msg":"trace[1706011383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23325; }","duration":"240.272123ms","start":"2026-03-09T16:19:45.168245Z","end":"2026-03-09T16:19:45.408517Z","steps":["trace[1706011383] 'agreement among raft nodes before linearized reading' (duration: 240.15643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:45.408526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:44.922713Z","time spent":"485.745273ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:45.408566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:45.028413Z","time spent":"380.144563ms","remote":"127.0.0.1:34500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:45.408625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.323564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-09T16:19:45.408691Z","caller":"traceutil/trace.go:171","msg":"trace[1940396120] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:23325; }","duration":"980.428106ms","start":"2026-03-09T16:19:44.428246Z","end":"2026-03-09T16:19:45.408675Z","steps":["trace[1940396120] 'agreement among raft nodes before linearized reading' (duration: 980.221632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:45.408735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:44.428231Z","time spent":"980.496818ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-03-09T16:19:45.68492Z","caller":"traceutil/trace.go:171","msg":"trace[1232398131] linearizableReadLoop","detail":"{readStateIndex:24126; appliedIndex:24125; }","duration":"128.139987ms","start":"2026-03-09T16:19:45.55675Z","end":"2026-03-09T16:19:45.68489Z","steps":["trace[1232398131] 'read index received' (duration: 69.333207ms)","trace[1232398131] 'applied index is now lower than readState.Index' (duration: 58.80523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:45.685125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.341351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:45.685179Z","caller":"traceutil/trace.go:171","msg":"trace[1105584381] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23326; }","duration":"128.471364ms","start":"2026-03-09T16:19:45.556692Z","end":"2026-03-09T16:19:45.685163Z","steps":["trace[1105584381] 'agreement among raft nodes before linearized reading' (duration: 128.30643ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:45.685452Z","caller":"traceutil/trace.go:171","msg":"trace[627029998] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"228.267423ms","start":"2026-03-09T16:19:45.457168Z","end":"2026-03-09T16:19:45.685435Z","steps":["trace[627029998] 'process raft request' (duration: 168.943241ms)","trace[627029998] 'compare' (duration: 58.423732ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:46.076963Z","caller":"traceutil/trace.go:171","msg":"trace[1661987207] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"195.767365ms","start":"2026-03-09T16:19:45.881172Z","end":"2026-03-09T16:19:46.076939Z","steps":["trace[1661987207] 'process raft request' (duration: 195.716374ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:46.077332Z","caller":"traceutil/trace.go:171","msg":"trace[1047191506] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"196.140163ms","start":"2026-03-09T16:19:45.881161Z","end":"2026-03-09T16:19:46.077301Z","steps":["trace[1047191506] 'process raft request' (duration: 195.58673ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:46.299121Z","caller":"traceutil/trace.go:171","msg":"trace[2130070236] linearizableReadLoop","detail":"{readStateIndex:24130; appliedIndex:24128; }","duration":"378.182349ms","start":"2026-03-09T16:19:45.920915Z","end":"2026-03-09T16:19:46.299098Z","steps":["trace[2130070236] 'read index received' (duration: 156.562295ms)","trace[2130070236] 'applied index is now lower than readState.Index' (duration: 221.619004ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:46.299454Z","caller":"traceutil/trace.go:171","msg":"trace[189139963] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"418.254468ms","start":"2026-03-09T16:19:45.88118Z","end":"2026-03-09T16:19:46.299434Z","steps":["trace[189139963] 'process raft request' (duration: 398.630908ms)","trace[189139963] 'compare' (duration: 18.801042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:46.299564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:45.881159Z","time spent":"418.337299ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:46.299739Z","caller":"traceutil/trace.go:171","msg":"trace[1128970432] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"418.111525ms","start":"2026-03-09T16:19:45.881616Z","end":"2026-03-09T16:19:46.299727Z","steps":["trace[1128970432] 'process raft request' (duration: 417.419619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:46.299813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:45.88161Z","time spent":"418.156825ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:46.299965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.053088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:46.300003Z","caller":"traceutil/trace.go:171","msg":"trace[1088654775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23330; }","duration":"379.132319ms","start":"2026-03-09T16:19:45.920861Z","end":"2026-03-09T16:19:46.299993Z","steps":["trace[1088654775] 'agreement among raft nodes before linearized reading' (duration: 379.067248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:46.300039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:45.920839Z","time spent":"379.190541ms","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:46.779132Z","caller":"traceutil/trace.go:171","msg":"trace[1244276755] linearizableReadLoop","detail":"{readStateIndex:24131; appliedIndex:24130; }","duration":"479.920412ms","start":"2026-03-09T16:19:46.299193Z","end":"2026-03-09T16:19:46.779113Z","steps":["trace[1244276755] 'read index received' (duration: 474.565352ms)","trace[1244276755] 'applied index is now lower than readState.Index' (duration: 5.35431ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:46.779224Z","caller":"traceutil/trace.go:171","msg":"trace[29725893] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"608.321974ms","start":"2026-03-09T16:19:46.170865Z","end":"2026-03-09T16:19:46.779187Z","steps":["trace[29725893] 'process raft request' (duration: 602.984595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:46.77931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.89426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T16:19:46.779348Z","caller":"traceutil/trace.go:171","msg":"trace[2120401490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23331; }","duration":"425.974113ms","start":"2026-03-09T16:19:46.353364Z","end":"2026-03-09T16:19:46.779338Z","steps":["trace[2120401490] 'agreement among raft nodes before linearized reading' (duration: 425.852919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:46.779373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:46.353348Z","time spent":"426.019303ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:19:46.779362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.388707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-09T16:19:46.779385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.948137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:46.779444Z","caller":"traceutil/trace.go:171","msg":"trace[1029048260] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23331; }","duration":"310.04357ms","start":"2026-03-09T16:19:46.469385Z","end":"2026-03-09T16:19:46.779429Z","steps":["trace[1029048260] 'agreement among raft nodes before linearized reading' (duration: 309.952048ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:46.779446Z","caller":"traceutil/trace.go:171","msg":"trace[300480464] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23331; }","duration":"580.50582ms","start":"2026-03-09T16:19:46.198918Z","end":"2026-03-09T16:19:46.779424Z","steps":["trace[300480464] 'agreement among raft nodes before linearized reading' (duration: 580.275254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:46.779489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:46.469368Z","time spent":"310.112371ms","remote":"127.0.0.1:49952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:46.779496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:46.198903Z","time spent":"580.584482ms","remote":"127.0.0.1:34470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-09T16:19:46.779349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:46.170838Z","time spent":"608.446686ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:47.476824Z","caller":"traceutil/trace.go:171","msg":"trace[527783943] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"318.502738ms","start":"2026-03-09T16:19:47.158286Z","end":"2026-03-09T16:19:47.476788Z","steps":["trace[527783943] 'process raft request' (duration: 305.521888ms)","trace[527783943] 'compare' (duration: 12.729105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:47.477227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:47.158282Z","time spent":"318.620932ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:47.517475Z","caller":"traceutil/trace.go:171","msg":"trace[1338518296] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"351.448168ms","start":"2026-03-09T16:19:47.166004Z","end":"2026-03-09T16:19:47.517452Z","steps":["trace[1338518296] 'process raft request' (duration: 351.271494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:47.517613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:47.165987Z","time spent":"351.55718ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:47.517863Z","caller":"traceutil/trace.go:171","msg":"trace[1135077593] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"351.07755ms","start":"2026-03-09T16:19:47.166766Z","end":"2026-03-09T16:19:47.517843Z","steps":["trace[1135077593] 'process raft request' (duration: 350.648631ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:47.517933Z","caller":"traceutil/trace.go:171","msg":"trace[411445925] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24135; }","duration":"108.104126ms","start":"2026-03-09T16:19:47.409817Z","end":"2026-03-09T16:19:47.517921Z","steps":["trace[411445925] 'read index received' (duration: 54.012902ms)","trace[411445925] 'applied index is now lower than readState.Index' (duration: 54.090254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:47.518007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.186217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:47.518056Z","caller":"traceutil/trace.go:171","msg":"trace[676538907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23339; }","duration":"108.26173ms","start":"2026-03-09T16:19:47.409785Z","end":"2026-03-09T16:19:47.518047Z","steps":["trace[676538907] 'agreement among raft nodes before linearized reading' (duration: 108.188128ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:47.51806Z","caller":"traceutil/trace.go:171","msg":"trace[686334001] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"351.238533ms","start":"2026-03-09T16:19:47.166801Z","end":"2026-03-09T16:19:47.518039Z","steps":["trace[686334001] 'process raft request' (duration: 350.988008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:47.51812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:47.166757Z","time spent":"351.160422ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:47.51816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:47.166783Z","time spent":"351.329355ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:49.00526Z","caller":"traceutil/trace.go:171","msg":"trace[1522764173] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"921.007743ms","start":"2026-03-09T16:19:48.084197Z","end":"2026-03-09T16:19:49.005204Z","steps":["trace[1522764173] 'process raft request' (duration: 866.020738ms)","trace[1522764173] 'compare' (duration: 54.865002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:49.005402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.084168Z","time spent":"921.160626ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:49.401791Z","caller":"traceutil/trace.go:171","msg":"trace[1448753861] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"1.097080295s","start":"2026-03-09T16:19:48.30468Z","end":"2026-03-09T16:19:49.40176Z","steps":["trace[1448753861] 'process raft request' (duration: 1.096965533s)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:49.401835Z","caller":"traceutil/trace.go:171","msg":"trace[87985364] linearizableReadLoop","detail":"{readStateIndex:24144; appliedIndex:24140; }","duration":"536.543503ms","start":"2026-03-09T16:19:48.865265Z","end":"2026-03-09T16:19:49.401808Z","steps":["trace[87985364] 'read index received' (duration: 84.967077ms)","trace[87985364] 'applied index is now lower than readState.Index' (duration: 451.575246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:49.402036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.304658Z","time spent":"1.097226398s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:49.402043Z","caller":"traceutil/trace.go:171","msg":"trace[162142923] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"617.452829ms","start":"2026-03-09T16:19:48.784573Z","end":"2026-03-09T16:19:49.402026Z","steps":["trace[162142923] 'process raft request' (duration: 617.135632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:49.402209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.784546Z","time spent":"617.567182ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:49.402263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.991083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T16:19:49.402333Z","caller":"traceutil/trace.go:171","msg":"trace[792451024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23344; }","duration":"537.105216ms","start":"2026-03-09T16:19:48.865208Z","end":"2026-03-09T16:19:49.402314Z","steps":["trace[792451024] 'agreement among raft nodes before linearized reading' (duration: 536.85761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:49.402369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.865184Z","time spent":"537.176748ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T16:19:49.402603Z","caller":"traceutil/trace.go:171","msg":"trace[1163392166] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"1.097932794s","start":"2026-03-09T16:19:48.304074Z","end":"2026-03-09T16:19:49.402007Z","steps":["trace[1163392166] 'process raft request' (duration: 1.02470529s)","trace[1163392166] 'compare' (duration: 72.542108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:49.402762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.30405Z","time spent":"1.09863216s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:49.737716Z","caller":"traceutil/trace.go:171","msg":"trace[664842345] linearizableReadLoop","detail":"{readStateIndex:24145; appliedIndex:24144; }","duration":"335.791477ms","start":"2026-03-09T16:19:49.401892Z","end":"2026-03-09T16:19:49.737684Z","steps":["trace[664842345] 'read index received' (duration: 302.595812ms)","trace[664842345] 'applied index is now lower than readState.Index' (duration: 33.194595ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:49.737829Z","caller":"traceutil/trace.go:171","msg":"trace[1091112114] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"569.752459ms","start":"2026-03-09T16:19:49.168041Z","end":"2026-03-09T16:19:49.737794Z","steps":["trace[1091112114] 'process raft request' (duration: 536.38808ms)","trace[1091112114] 'compare' (duration: 33.132054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:49.738011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.319716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-09T16:19:49.738249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.168024Z","time spent":"570.165539ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:49.738324Z","caller":"traceutil/trace.go:171","msg":"trace[2116889892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23345; }","duration":"809.667564ms","start":"2026-03-09T16:19:48.928625Z","end":"2026-03-09T16:19:49.738292Z","steps":["trace[2116889892] 'agreement among raft nodes before linearized reading' (duration: 809.260845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:49.738723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:48.928602Z","time spent":"810.081413ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T16:19:50.195879Z","caller":"traceutil/trace.go:171","msg":"trace[1181698666] linearizableReadLoop","detail":"{readStateIndex:24147; appliedIndex:24145; }","duration":"457.772985ms","start":"2026-03-09T16:19:49.738087Z","end":"2026-03-09T16:19:50.19586Z","steps":["trace[1181698666] 'read index received' (duration: 457.659792ms)","trace[1181698666] 'applied index is now lower than readState.Index' (duration: 112.583µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:50.19597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.91174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:50.195992Z","caller":"traceutil/trace.go:171","msg":"trace[1364136846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23347; }","duration":"785.96857ms","start":"2026-03-09T16:19:49.410017Z","end":"2026-03-09T16:19:50.195985Z","steps":["trace[1364136846] 'agreement among raft nodes before linearized reading' (duration: 785.914899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.196024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.410008Z","time spent":"786.011492ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:50.196052Z","caller":"traceutil/trace.go:171","msg":"trace[284389529] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"788.325964ms","start":"2026-03-09T16:19:49.407697Z","end":"2026-03-09T16:19:50.196023Z","steps":["trace[284389529] 'process raft request' (duration: 787.964546ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:50.196121Z","caller":"traceutil/trace.go:171","msg":"trace[661741600] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"713.870983ms","start":"2026-03-09T16:19:49.482197Z","end":"2026-03-09T16:19:50.196068Z","steps":["trace[661741600] 'process raft request' (duration: 713.616548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.196178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.041948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-09T16:19:50.196248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.482177Z","time spent":"713.988185ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.196279Z","caller":"traceutil/trace.go:171","msg":"trace[1934983489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23347; }","duration":"674.193301ms","start":"2026-03-09T16:19:49.522061Z","end":"2026-03-09T16:19:50.196255Z","steps":["trace[1934983489] 'agreement among raft nodes before linearized reading' (duration: 673.951356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.196312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.575218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-09T16:19:50.196207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.934866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:19:50.196467Z","caller":"traceutil/trace.go:171","msg":"trace[891484094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23347; }","duration":"674.281704ms","start":"2026-03-09T16:19:49.522137Z","end":"2026-03-09T16:19:50.196419Z","steps":["trace[891484094] 'agreement among raft nodes before linearized reading' (duration: 673.807744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.196552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.522102Z","time spent":"674.406216ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:50.196334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.522037Z","time spent":"674.283914ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:19:50.196206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.407674Z","time spent":"788.455667ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.196349Z","caller":"traceutil/trace.go:171","msg":"trace[543588236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23347; }","duration":"673.65699ms","start":"2026-03-09T16:19:49.522683Z","end":"2026-03-09T16:19:50.19634Z","steps":["trace[543588236] 'agreement among raft nodes before linearized reading' (duration: 673.19975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.196794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.522666Z","time spent":"674.11129ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T16:19:50.217205Z","caller":"traceutil/trace.go:171","msg":"trace[1206676994] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"473.931848ms","start":"2026-03-09T16:19:49.743241Z","end":"2026-03-09T16:19:50.217172Z","steps":["trace[1206676994] 'process raft request' (duration: 473.753374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:50.217493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:49.743217Z","time spent":"474.08037ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:50.248783Z","caller":"traceutil/trace.go:171","msg":"trace[1145503915] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"102.727536ms","start":"2026-03-09T16:19:50.146037Z","end":"2026-03-09T16:19:50.248764Z","steps":["trace[1145503915] 'process raft request' (duration: 102.239576ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:53.539139Z","caller":"traceutil/trace.go:171","msg":"trace[1185042532] linearizableReadLoop","detail":"{readStateIndex:24170; appliedIndex:24169; }","duration":"473.430527ms","start":"2026-03-09T16:19:53.065683Z","end":"2026-03-09T16:19:53.539114Z","steps":["trace[1185042532] 'read index received' (duration: 473.337455ms)","trace[1185042532] 'applied index is now lower than readState.Index' (duration: 92.112µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:53.539247Z","caller":"traceutil/trace.go:171","msg":"trace[733929228] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"517.770112ms","start":"2026-03-09T16:19:53.021468Z","end":"2026-03-09T16:19:53.539238Z","steps":["trace[733929228] 'process raft request' (duration: 517.493434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.53935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.021445Z","time spent":"517.827993ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:53.539491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.787565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-09T16:19:53.539562Z","caller":"traceutil/trace.go:171","msg":"trace[878012246] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23369; }","duration":"473.863056ms","start":"2026-03-09T16:19:53.065678Z","end":"2026-03-09T16:19:53.539541Z","steps":["trace[878012246] 'agreement among raft nodes before linearized reading' (duration: 473.683352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:53.539613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.065629Z","time spent":"473.976119ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-09T16:19:54.352475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.154083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:54.352717Z","caller":"traceutil/trace.go:171","msg":"trace[277161295] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"925.533324ms","start":"2026-03-09T16:19:53.427159Z","end":"2026-03-09T16:19:54.352692Z","steps":["trace[277161295] 'process raft request' (duration: 304.066894ms)","trace[277161295] 'compare' (duration: 620.745454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:54.352829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.42713Z","time spent":"925.643906ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:54.353101Z","caller":"traceutil/trace.go:171","msg":"trace[486164155] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"873.021686ms","start":"2026-03-09T16:19:53.480051Z","end":"2026-03-09T16:19:54.353073Z","steps":["trace[486164155] 'process raft request' (duration: 872.541095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:54.353243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.480032Z","time spent":"873.136868ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:54.353315Z","caller":"traceutil/trace.go:171","msg":"trace[1359390465] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"872.118645ms","start":"2026-03-09T16:19:53.481164Z","end":"2026-03-09T16:19:54.353282Z","steps":["trace[1359390465] 'process raft request' (duration: 871.841948ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:54.353387Z","caller":"traceutil/trace.go:171","msg":"trace[1196645290] linearizableReadLoop","detail":"{readStateIndex:24173; appliedIndex:24170; }","duration":"814.149693ms","start":"2026-03-09T16:19:53.539203Z","end":"2026-03-09T16:19:54.353353Z","steps":["trace[1196645290] 'read index received' (duration: 192.03797ms)","trace[1196645290] 'applied index is now lower than readState.Index' (duration: 622.108493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:54.353427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.472998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T16:19:54.353462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.481139Z","time spent":"872.246778ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:54.353454Z","caller":"traceutil/trace.go:171","msg":"trace[995949545] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"809.466399ms","start":"2026-03-09T16:19:53.543958Z","end":"2026-03-09T16:19:54.353424Z","steps":["trace[995949545] 'process raft request' (duration: 809.317675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:54.353583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.974971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:54.353666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.543942Z","time spent":"809.629303ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:19:54.353687Z","caller":"traceutil/trace.go:171","msg":"trace[192876622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23373; }","duration":"945.123294ms","start":"2026-03-09T16:19:53.408537Z","end":"2026-03-09T16:19:54.35366Z","steps":["trace[192876622] 'agreement among raft nodes before linearized reading' (duration: 944.908449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:54.353749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.408516Z","time spent":"945.220816ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:19:54.353481Z","caller":"traceutil/trace.go:171","msg":"trace[1695458677] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23372; }","duration":"874.572711ms","start":"2026-03-09T16:19:53.478892Z","end":"2026-03-09T16:19:54.353465Z","steps":["trace[1695458677] 'agreement among raft nodes before linearized reading' (duration: 874.482879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:54.353871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.478853Z","time spent":"874.952438ms","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:55.130122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.726972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:19:55.130365Z","caller":"traceutil/trace.go:171","msg":"trace[1275417167] linearizableReadLoop","detail":"{readStateIndex:24177; appliedIndex:24174; }","duration":"776.883849ms","start":"2026-03-09T16:19:54.353449Z","end":"2026-03-09T16:19:55.130333Z","steps":["trace[1275417167] 'read index received' (duration: 331.86582ms)","trace[1275417167] 'applied index is now lower than readState.Index' (duration: 445.017129ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:19:55.130614Z","caller":"traceutil/trace.go:171","msg":"trace[531318307] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"1.377357037s","start":"2026-03-09T16:19:53.753243Z","end":"2026-03-09T16:19:55.1306Z","steps":["trace[531318307] 'process raft request' (duration: 932.056852ms)","trace[531318307] 'compare' (duration: 444.627949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:19:55.130705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.753217Z","time spent":"1.377438878s","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:55.130767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398412998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:55.130821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.15722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-09T16:19:55.130795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.787706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:19:55.130839Z","caller":"traceutil/trace.go:171","msg":"trace[1114983695] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23376; }","duration":"1.398543512s","start":"2026-03-09T16:19:53.732278Z","end":"2026-03-09T16:19:55.130822Z","steps":["trace[1114983695] 'agreement among raft nodes before linearized reading' (duration: 1.39841552s)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.130862Z","caller":"traceutil/trace.go:171","msg":"trace[206403683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23376; }","duration":"845.223762ms","start":"2026-03-09T16:19:54.285625Z","end":"2026-03-09T16:19:55.130848Z","steps":["trace[206403683] 'agreement among raft nodes before linearized reading' (duration: 845.081529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.130821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.217881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:55.130853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.191026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-09T16:19:55.130847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065488026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:55.130913Z","caller":"traceutil/trace.go:171","msg":"trace[500976928] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23376; }","duration":"910.359214ms","start":"2026-03-09T16:19:54.220536Z","end":"2026-03-09T16:19:55.130895Z","steps":["trace[500976928] 'agreement among raft nodes before linearized reading' (duration: 910.199051ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.130936Z","caller":"traceutil/trace.go:171","msg":"trace[1180686939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23376; }","duration":"859.311309ms","start":"2026-03-09T16:19:54.271603Z","end":"2026-03-09T16:19:55.130915Z","steps":["trace[1180686939] 'agreement among raft nodes before linearized reading' (duration: 859.077863ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.130937Z","caller":"traceutil/trace.go:171","msg":"trace[178057003] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"865.18434ms","start":"2026-03-09T16:19:54.265732Z","end":"2026-03-09T16:19:55.130916Z","steps":["trace[178057003] 'process raft request' (duration: 864.498554ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.130953Z","caller":"traceutil/trace.go:171","msg":"trace[659514373] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23376; }","duration":"1.06565189s","start":"2026-03-09T16:19:54.065279Z","end":"2026-03-09T16:19:55.130931Z","steps":["trace[659514373] 'agreement among raft nodes before linearized reading' (duration: 1.065476746s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.130963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.765195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:19:55.130992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.271579Z","time spent":"859.40066ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:19:55.130985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.220513Z","time spent":"910.459006ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:55.131008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.159669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-09T16:19:55.130881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.191163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:19:55.131051Z","caller":"traceutil/trace.go:171","msg":"trace[994328924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23376; }","duration":"849.262902ms","start":"2026-03-09T16:19:54.281781Z","end":"2026-03-09T16:19:55.131044Z","steps":["trace[994328924] 'agreement among raft nodes before linearized reading' (duration: 849.129539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.131007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.065257Z","time spent":"1.065735891s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:55.131043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.265711Z","time spent":"865.280072ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:19:55.131073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.281755Z","time spent":"849.312393ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:55.130957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.074548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T16:19:55.130878Z","caller":"traceutil/trace.go:171","msg":"trace[710452340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23376; }","duration":"964.928119ms","start":"2026-03-09T16:19:54.165935Z","end":"2026-03-09T16:19:55.130864Z","steps":["trace[710452340] 'agreement among raft nodes before linearized reading' (duration: 964.782596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.131098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.700162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-09T16:19:55.131145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.165914Z","time spent":"965.205125ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:19:55.131072Z","caller":"traceutil/trace.go:171","msg":"trace[452138417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23376; }","duration":"776.424088ms","start":"2026-03-09T16:19:54.354639Z","end":"2026-03-09T16:19:55.131063Z","steps":["trace[452138417] 'agreement among raft nodes before linearized reading' (duration: 776.204373ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.131152Z","caller":"traceutil/trace.go:171","msg":"trace[1544735198] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:23376; }","duration":"702.789724ms","start":"2026-03-09T16:19:54.428349Z","end":"2026-03-09T16:19:55.131139Z","steps":["trace[1544735198] 'agreement among raft nodes before linearized reading' (duration: 702.609841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.131238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.35462Z","time spent":"776.605631ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:19:55.13124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.42833Z","time spent":"702.900188ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-03-09T16:19:55.131106Z","caller":"traceutil/trace.go:171","msg":"trace[1651307187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23376; }","duration":"845.243223ms","start":"2026-03-09T16:19:54.285854Z","end":"2026-03-09T16:19:55.131097Z","steps":["trace[1651307187] 'agreement among raft nodes before linearized reading' (duration: 845.061999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.131345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.285843Z","time spent":"845.483328ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T16:19:55.130882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:53.732253Z","time spent":"1.398619294s","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:19:55.130896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.28561Z","time spent":"845.281463ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T16:19:55.131008Z","caller":"traceutil/trace.go:171","msg":"trace[1394474408] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23376; }","duration":"126.849937ms","start":"2026-03-09T16:19:55.004146Z","end":"2026-03-09T16:19:55.130996Z","steps":["trace[1394474408] 'agreement among raft nodes before linearized reading' (duration: 126.773626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.130866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.871644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T16:19:55.131547Z","caller":"traceutil/trace.go:171","msg":"trace[1477267330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23376; }","duration":"845.57978ms","start":"2026-03-09T16:19:54.285956Z","end":"2026-03-09T16:19:55.131536Z","steps":["trace[1477267330] 'agreement among raft nodes before linearized reading' (duration: 844.740602ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:19:55.131408Z","caller":"traceutil/trace.go:171","msg":"trace[938140] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"859.197906ms","start":"2026-03-09T16:19:54.272056Z","end":"2026-03-09T16:19:55.131254Z","steps":["trace[938140] 'process raft request' (duration: 858.234795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:19:55.131591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.285949Z","time spent":"845.628331ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:19:55.131837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:19:54.272034Z","time spent":"859.642125ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:03.671919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350049838026671,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T16:20:03.83628Z","caller":"traceutil/trace.go:171","msg":"trace[962444964] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"679.200084ms","start":"2026-03-09T16:20:03.157054Z","end":"2026-03-09T16:20:03.836254Z","steps":["trace[962444964] 'process raft request' (duration: 679.060941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:03.836469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.157042Z","time spent":"679.302666ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:04.11045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.687114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:04.110734Z","caller":"traceutil/trace.go:171","msg":"trace[471585231] linearizableReadLoop","detail":"{readStateIndex:24254; appliedIndex:24250; }","duration":"939.18962ms","start":"2026-03-09T16:20:03.171524Z","end":"2026-03-09T16:20:04.110713Z","steps":["trace[471585231] 'read index received' (duration: 664.532145ms)","trace[471585231] 'applied index is now lower than readState.Index' (duration: 274.656245ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:04.110824Z","caller":"traceutil/trace.go:171","msg":"trace[1425783744] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"953.324897ms","start":"2026-03-09T16:20:03.157458Z","end":"2026-03-09T16:20:04.110783Z","steps":["trace[1425783744] 'process raft request' (duration: 744.207994ms)","trace[1425783744] 'compare' (duration: 208.546891ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:04.110844Z","caller":"traceutil/trace.go:171","msg":"trace[1366072012] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"500.468153ms","start":"2026-03-09T16:20:03.610362Z","end":"2026-03-09T16:20:04.11083Z","steps":["trace[1366072012] 'process raft request' (duration: 500.295089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.110925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.157444Z","time spent":"953.43621ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:04.11094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.610323Z","time spent":"500.556995ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:04.110988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.25357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T16:20:04.111015Z","caller":"traceutil/trace.go:171","msg":"trace[1774118330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23450; }","duration":"938.30508ms","start":"2026-03-09T16:20:03.172703Z","end":"2026-03-09T16:20:04.111008Z","steps":["trace[1774118330] 'agreement among raft nodes before linearized reading' (duration: 938.181318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.111042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.172697Z","time spent":"938.340872ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T16:20:04.110822Z","caller":"traceutil/trace.go:171","msg":"trace[1456696486] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"948.705424ms","start":"2026-03-09T16:20:03.162087Z","end":"2026-03-09T16:20:04.110793Z","steps":["trace[1456696486] 'process raft request' (duration: 948.488589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.111114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.58562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-09T16:20:04.11115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.162058Z","time spent":"949.061962ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:04.111205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.721793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T16:20:04.111156Z","caller":"traceutil/trace.go:171","msg":"trace[7280233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23450; }","duration":"939.63712ms","start":"2026-03-09T16:20:03.171504Z","end":"2026-03-09T16:20:04.111141Z","steps":["trace[7280233] 'agreement among raft nodes before linearized reading' (duration: 939.552739ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:04.11123Z","caller":"traceutil/trace.go:171","msg":"trace[692532361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23450; }","duration":"931.759403ms","start":"2026-03-09T16:20:03.179463Z","end":"2026-03-09T16:20:04.111223Z","steps":["trace[692532361] 'agreement among raft nodes before linearized reading' (duration: 931.704082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.111245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.179456Z","time spent":"931.785394ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T16:20:04.111242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.171496Z","time spent":"939.739062ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:20:04.111259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.289665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:20:04.111291Z","caller":"traceutil/trace.go:171","msg":"trace[2002542451] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23450; }","duration":"388.345566ms","start":"2026-03-09T16:20:03.722938Z","end":"2026-03-09T16:20:04.111283Z","steps":["trace[2002542451] 'agreement among raft nodes before linearized reading' (duration: 388.241493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.111317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.475262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:20:04.111331Z","caller":"traceutil/trace.go:171","msg":"trace[1557023722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23450; }","duration":"933.525724ms","start":"2026-03-09T16:20:03.177802Z","end":"2026-03-09T16:20:04.111327Z","steps":["trace[1557023722] 'agreement among raft nodes before linearized reading' (duration: 933.485343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.111336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.722923Z","time spent":"388.404758ms","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:20:04.111338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.853988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:20:04.111382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.065553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-09T16:20:04.111403Z","caller":"traceutil/trace.go:171","msg":"trace[276302974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23450; }","duration":"937.111215ms","start":"2026-03-09T16:20:03.174288Z","end":"2026-03-09T16:20:04.111399Z","steps":["trace[276302974] 'agreement among raft nodes before linearized reading' (duration: 937.066903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.111416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.174277Z","time spent":"937.135585ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T16:20:04.111016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.639654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-09T16:20:04.111344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.17778Z","time spent":"933.561254ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T16:20:04.111452Z","caller":"traceutil/trace.go:171","msg":"trace[2049689751] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23450; }","duration":"831.163996ms","start":"2026-03-09T16:20:03.280279Z","end":"2026-03-09T16:20:04.111443Z","steps":["trace[2049689751] 'agreement among raft nodes before linearized reading' (duration: 830.612153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.11148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.280228Z","time spent":"831.244208ms","remote":"127.0.0.1:34470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-09T16:20:04.111374Z","caller":"traceutil/trace.go:171","msg":"trace[589848082] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23450; }","duration":"703.887698ms","start":"2026-03-09T16:20:03.407475Z","end":"2026-03-09T16:20:04.111362Z","steps":["trace[589848082] 'agreement among raft nodes before linearized reading' (duration: 703.833077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.111588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:03.407408Z","time spent":"704.156496ms","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:20:04.302904Z","caller":"traceutil/trace.go:171","msg":"trace[109183352] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"186.515716ms","start":"2026-03-09T16:20:04.116357Z","end":"2026-03-09T16:20:04.302873Z","steps":["trace[109183352] 'process raft request' (duration: 182.085407ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:04.302998Z","caller":"traceutil/trace.go:171","msg":"trace[364308985] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"186.589229ms","start":"2026-03-09T16:20:04.116377Z","end":"2026-03-09T16:20:04.302966Z","steps":["trace[364308985] 'process raft request' (duration: 186.352273ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:04.394878Z","caller":"traceutil/trace.go:171","msg":"trace[1879899917] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"278.140384ms","start":"2026-03-09T16:20:04.116708Z","end":"2026-03-09T16:20:04.394848Z","steps":["trace[1879899917] 'process raft request' (duration: 278.037042ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:04.395092Z","caller":"traceutil/trace.go:171","msg":"trace[993561986] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"278.686036ms","start":"2026-03-09T16:20:04.116396Z","end":"2026-03-09T16:20:04.395082Z","steps":["trace[993561986] 'process raft request' (duration: 278.191225ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:04.395184Z","caller":"traceutil/trace.go:171","msg":"trace[1838409820] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"277.905627ms","start":"2026-03-09T16:20:04.117271Z","end":"2026-03-09T16:20:04.395176Z","steps":["trace[1838409820] 'process raft request' (duration: 277.539579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.794257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.581817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:04.794341Z","caller":"traceutil/trace.go:171","msg":"trace[2019756603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23455; }","duration":"386.71198ms","start":"2026-03-09T16:20:04.40761Z","end":"2026-03-09T16:20:04.794322Z","steps":["trace[2019756603] 'range keys from in-memory index tree' (duration: 386.495875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.794287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.899642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-09T16:20:04.794381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:04.407591Z","time spent":"386.780981ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:20:04.794408Z","caller":"traceutil/trace.go:171","msg":"trace[1405435122] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:23455; }","duration":"366.056466ms","start":"2026-03-09T16:20:04.428324Z","end":"2026-03-09T16:20:04.79438Z","steps":["trace[1405435122] 'range keys from in-memory index tree' (duration: 365.711438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.794482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:04.428314Z","time spent":"366.157208ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-09T16:20:04.794592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.226513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:04.794873Z","caller":"traceutil/trace.go:171","msg":"trace[437712405] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"334.459907ms","start":"2026-03-09T16:20:04.460391Z","end":"2026-03-09T16:20:04.794851Z","steps":["trace[437712405] 'process raft request' (duration: 334.398665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.79498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:04.460368Z","time spent":"334.573461ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:04.79501Z","caller":"traceutil/trace.go:171","msg":"trace[1413420124] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"361.272489ms","start":"2026-03-09T16:20:04.433718Z","end":"2026-03-09T16:20:04.794991Z","steps":["trace[1413420124] 'process raft request' (duration: 83.555764ms)","trace[1413420124] 'compare' (duration: 276.806944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:04.79511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:04.433704Z","time spent":"361.361281ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:04.79502Z","caller":"traceutil/trace.go:171","msg":"trace[411885632] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"335.316497ms","start":"2026-03-09T16:20:04.459685Z","end":"2026-03-09T16:20:04.795001Z","steps":["trace[411885632] 'process raft request' (duration: 335.02165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:04.79527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:04.459666Z","time spent":"335.534491ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:05.199226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.778524ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-09T16:20:05.199355Z","caller":"traceutil/trace.go:171","msg":"trace[1251391761] linearizableReadLoop","detail":"{readStateIndex:24263; appliedIndex:24262; }","duration":"304.860343ms","start":"2026-03-09T16:20:04.894477Z","end":"2026-03-09T16:20:05.199337Z","steps":["trace[1251391761] 'read index received' (duration: 2.860824ms)","trace[1251391761] 'applied index is now lower than readState.Index' (duration: 301.997769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:05.199433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.953635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:20:05.199466Z","caller":"traceutil/trace.go:171","msg":"trace[1344701926] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23458; }","duration":"305.021337ms","start":"2026-03-09T16:20:04.894435Z","end":"2026-03-09T16:20:05.199456Z","steps":["trace[1344701926] 'agreement among raft nodes before linearized reading' (duration: 304.947315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:05.19953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:04.796697Z","time spent":"402.825271ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T16:20:05.199561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:04.894419Z","time spent":"305.129329ms","remote":"127.0.0.1:36260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:20:05.484106Z","caller":"traceutil/trace.go:171","msg":"trace[174094322] linearizableReadLoop","detail":"{readStateIndex:24264; appliedIndex:24263; }","duration":"278.742117ms","start":"2026-03-09T16:20:05.205342Z","end":"2026-03-09T16:20:05.484084Z","steps":["trace[174094322] 'read index received' (duration: 278.593103ms)","trace[174094322] 'applied index is now lower than readState.Index' (duration: 147.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:05.484115Z","caller":"traceutil/trace.go:171","msg":"trace[72461703] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"283.32374ms","start":"2026-03-09T16:20:05.200767Z","end":"2026-03-09T16:20:05.484091Z","steps":["trace[72461703] 'process raft request' (duration: 283.170706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:05.484253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.89335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:05.484297Z","caller":"traceutil/trace.go:171","msg":"trace[66141029] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23459; }","duration":"278.974122ms","start":"2026-03-09T16:20:05.205312Z","end":"2026-03-09T16:20:05.484286Z","steps":["trace[66141029] 'agreement among raft nodes before linearized reading' (duration: 278.85116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:05.484351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.2083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:05.484386Z","caller":"traceutil/trace.go:171","msg":"trace[862783074] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23459; }","duration":"239.363313ms","start":"2026-03-09T16:20:05.245012Z","end":"2026-03-09T16:20:05.484376Z","steps":["trace[862783074] 'agreement among raft nodes before linearized reading' (duration: 239.19097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:05.484425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.374045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:20:05.484452Z","caller":"traceutil/trace.go:171","msg":"trace[690747240] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23459; }","duration":"109.430446ms","start":"2026-03-09T16:20:05.375013Z","end":"2026-03-09T16:20:05.484444Z","steps":["trace[690747240] 'agreement among raft nodes before linearized reading' (duration: 109.371975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:05.484512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.763779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:05.484694Z","caller":"traceutil/trace.go:171","msg":"trace[1892711058] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23459; }","duration":"103.926953ms","start":"2026-03-09T16:20:05.38066Z","end":"2026-03-09T16:20:05.484587Z","steps":["trace[1892711058] 'agreement among raft nodes before linearized reading' (duration: 103.723519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.242966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350049838026698,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T16:20:06.429964Z","caller":"traceutil/trace.go:171","msg":"trace[1870752489] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"808.306132ms","start":"2026-03-09T16:20:05.621628Z","end":"2026-03-09T16:20:06.429934Z","steps":["trace[1870752489] 'process raft request' (duration: 808.070377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.430129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.621609Z","time spent":"808.439175ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:06.563071Z","caller":"traceutil/trace.go:171","msg":"trace[1356253667] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"721.223708ms","start":"2026-03-09T16:20:05.841829Z","end":"2026-03-09T16:20:06.563053Z","steps":["trace[1356253667] 'process raft request' (duration: 721.048294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.563199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.841808Z","time spent":"721.328161ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:06.563468Z","caller":"traceutil/trace.go:171","msg":"trace[507618713] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"446.685046ms","start":"2026-03-09T16:20:06.116747Z","end":"2026-03-09T16:20:06.563432Z","steps":["trace[507618713] 'process raft request' (duration: 446.271406ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:06.563564Z","caller":"traceutil/trace.go:171","msg":"trace[284889784] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"446.604564ms","start":"2026-03-09T16:20:06.116925Z","end":"2026-03-09T16:20:06.563529Z","steps":["trace[284889784] 'process raft request' (duration: 446.378539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.563645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.116728Z","time spent":"446.817809ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:06.563725Z","caller":"traceutil/trace.go:171","msg":"trace[642073241] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"445.566051ms","start":"2026-03-09T16:20:06.118141Z","end":"2026-03-09T16:20:06.563707Z","steps":["trace[642073241] 'process raft request' (duration: 445.331466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.56381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.116897Z","time spent":"446.766308ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:06.563875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.118113Z","time spent":"445.693403ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:06.563942Z","caller":"traceutil/trace.go:171","msg":"trace[100076160] linearizableReadLoop","detail":"{readStateIndex:24270; appliedIndex:24264; }","duration":"821.516448ms","start":"2026-03-09T16:20:05.742397Z","end":"2026-03-09T16:20:06.563913Z","steps":["trace[100076160] 'read index received' (duration: 687.309546ms)","trace[100076160] 'applied index is now lower than readState.Index' (duration: 134.205472ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:06.56404Z","caller":"traceutil/trace.go:171","msg":"trace[181416592] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"437.433858ms","start":"2026-03-09T16:20:06.12659Z","end":"2026-03-09T16:20:06.564024Z","steps":["trace[181416592] 'process raft request' (duration: 437.048459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.56412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.126577Z","time spent":"437.50538ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:06.564116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.702493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:06.564171Z","caller":"traceutil/trace.go:171","msg":"trace[128178482] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23465; }","duration":"821.810156ms","start":"2026-03-09T16:20:05.742343Z","end":"2026-03-09T16:20:06.564153Z","steps":["trace[128178482] 'agreement among raft nodes before linearized reading' (duration: 821.712223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.564216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.466282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-09T16:20:06.564216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:05.74232Z","time spent":"821.885587ms","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-09T16:20:06.56423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.443133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:20:06.564258Z","caller":"traceutil/trace.go:171","msg":"trace[584393505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23465; }","duration":"344.534923ms","start":"2026-03-09T16:20:06.219713Z","end":"2026-03-09T16:20:06.564248Z","steps":["trace[584393505] 'agreement among raft nodes before linearized reading' (duration: 344.40591ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:06.564271Z","caller":"traceutil/trace.go:171","msg":"trace[1302144829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23465; }","duration":"165.514915ms","start":"2026-03-09T16:20:06.398743Z","end":"2026-03-09T16:20:06.564258Z","steps":["trace[1302144829] 'agreement among raft nodes before linearized reading' (duration: 165.374132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.564227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.758646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:20:06.564292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:06.219697Z","time spent":"344.589135ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-09T16:20:06.564319Z","caller":"traceutil/trace.go:171","msg":"trace[1354307773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23465; }","duration":"155.858739ms","start":"2026-03-09T16:20:06.408442Z","end":"2026-03-09T16:20:06.5643Z","steps":["trace[1354307773] 'agreement among raft nodes before linearized reading' (duration: 155.701415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.56434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.554596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T16:20:06.564392Z","caller":"traceutil/trace.go:171","msg":"trace[860811856] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23465; }","duration":"165.627617ms","start":"2026-03-09T16:20:06.398744Z","end":"2026-03-09T16:20:06.564372Z","steps":["trace[860811856] 'agreement among raft nodes before linearized reading' (duration: 165.462034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.564412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.585096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-09T16:20:06.564384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.965898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T16:20:06.564444Z","caller":"traceutil/trace.go:171","msg":"trace[657382863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23465; }","duration":"165.653398ms","start":"2026-03-09T16:20:06.398783Z","end":"2026-03-09T16:20:06.564437Z","steps":["trace[657382863] 'agreement among raft nodes before linearized reading' (duration: 165.570096ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:06.564471Z","caller":"traceutil/trace.go:171","msg":"trace[835138163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23465; }","duration":"257.08725ms","start":"2026-03-09T16:20:06.307364Z","end":"2026-03-09T16:20:06.564451Z","steps":["trace[835138163] 'agreement among raft nodes before linearized reading' (duration: 256.820294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:06.564468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.537103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T16:20:06.564611Z","caller":"traceutil/trace.go:171","msg":"trace[175381853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23465; }","duration":"258.724457ms","start":"2026-03-09T16:20:06.305857Z","end":"2026-03-09T16:20:06.564582Z","steps":["trace[175381853] 'agreement among raft nodes before linearized reading' (duration: 258.38134ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:11.551849Z","caller":"traceutil/trace.go:171","msg":"trace[582971670] linearizableReadLoop","detail":"{readStateIndex:24365; appliedIndex:24364; }","duration":"140.933033ms","start":"2026-03-09T16:20:11.410837Z","end":"2026-03-09T16:20:11.55177Z","steps":["trace[582971670] 'read index received' (duration: 140.649707ms)","trace[582971670] 'applied index is now lower than readState.Index' (duration: 281.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:11.55197Z","caller":"traceutil/trace.go:171","msg":"trace[202716067] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"148.739429ms","start":"2026-03-09T16:20:11.4032Z","end":"2026-03-09T16:20:11.55194Z","steps":["trace[202716067] 'process raft request' (duration: 148.37001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:11.552045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.18732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:11.552093Z","caller":"traceutil/trace.go:171","msg":"trace[1072621015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23559; }","duration":"141.296162ms","start":"2026-03-09T16:20:11.410784Z","end":"2026-03-09T16:20:11.55208Z","steps":["trace[1072621015] 'agreement among raft nodes before linearized reading' (duration: 141.18472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:11.552205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.011915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-09T16:20:11.552316Z","caller":"traceutil/trace.go:171","msg":"trace[1052180432] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23559; }","duration":"137.177989ms","start":"2026-03-09T16:20:11.415114Z","end":"2026-03-09T16:20:11.552292Z","steps":["trace[1052180432] 'agreement among raft nodes before linearized reading' (duration: 136.890473ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:11.867088Z","caller":"traceutil/trace.go:171","msg":"trace[1305153613] linearizableReadLoop","detail":"{readStateIndex:24366; appliedIndex:24365; }","duration":"300.31218ms","start":"2026-03-09T16:20:11.56674Z","end":"2026-03-09T16:20:11.867053Z","steps":["trace[1305153613] 'read index received' (duration: 300.155247ms)","trace[1305153613] 'applied index is now lower than readState.Index' (duration: 155.623µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:11.867132Z","caller":"traceutil/trace.go:171","msg":"trace[504219676] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"301.888606ms","start":"2026-03-09T16:20:11.56521Z","end":"2026-03-09T16:20:11.867099Z","steps":["trace[504219676] 'process raft request' (duration: 301.696792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:11.867275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:11.565199Z","time spent":"302.008749ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T16:20:11.867414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.600031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T16:20:11.867485Z","caller":"traceutil/trace.go:171","msg":"trace[2107935818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23560; }","duration":"150.710292ms","start":"2026-03-09T16:20:11.716757Z","end":"2026-03-09T16:20:11.867467Z","steps":["trace[2107935818] 'agreement among raft nodes before linearized reading' (duration: 150.462647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:11.867574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.800941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-09T16:20:11.867691Z","caller":"traceutil/trace.go:171","msg":"trace[339109637] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23560; }","duration":"300.937444ms","start":"2026-03-09T16:20:11.566725Z","end":"2026-03-09T16:20:11.867663Z","steps":["trace[339109637] 'agreement among raft nodes before linearized reading' (duration: 300.481884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:11.867751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:11.566696Z","time spent":"301.043346ms","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-09T16:20:12.313428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.800486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-09T16:20:12.313434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.293498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef309cbd-798f-4a72-b2d2-bf845367728e\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-09T16:20:12.313491Z","caller":"traceutil/trace.go:171","msg":"trace[2110506437] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef309cbd-798f-4a72-b2d2-bf845367728e; range_end:; response_count:1; response_revision:23561; }","duration":"328.37554ms","start":"2026-03-09T16:20:11.985104Z","end":"2026-03-09T16:20:12.313479Z","steps":["trace[2110506437] 'range keys from in-memory index tree' (duration: 328.169226ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:12.313491Z","caller":"traceutil/trace.go:171","msg":"trace[1794626821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23561; }","duration":"351.886847ms","start":"2026-03-09T16:20:11.961591Z","end":"2026-03-09T16:20:12.313478Z","steps":["trace[1794626821] 'range keys from in-memory index tree' (duration: 351.667403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:12.313519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:11.961582Z","time spent":"351.929118ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T16:20:12.313522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:11.985091Z","time spent":"328.424481ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef309cbd-798f-4a72-b2d2-bf845367728e\" "} {"level":"info","ts":"2026-03-09T16:20:12.562259Z","caller":"traceutil/trace.go:171","msg":"trace[1119958028] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"244.271552ms","start":"2026-03-09T16:20:12.317965Z","end":"2026-03-09T16:20:12.562237Z","steps":["trace[1119958028] 'process raft request' (duration: 244.101428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:12.916495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.697833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:12.916634Z","caller":"traceutil/trace.go:171","msg":"trace[768552388] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"438.131265ms","start":"2026-03-09T16:20:12.47848Z","end":"2026-03-09T16:20:12.916611Z","steps":["trace[768552388] 'process raft request' (duration: 295.224687ms)","trace[768552388] 'compare' (duration: 142.385085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:12.916696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.478451Z","time spent":"438.215276ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:12.933299Z","caller":"traceutil/trace.go:171","msg":"trace[1702525882] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"343.724025ms","start":"2026-03-09T16:20:12.58955Z","end":"2026-03-09T16:20:12.933274Z","steps":["trace[1702525882] 'process raft request' (duration: 343.547421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:12.933454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.589525Z","time spent":"343.845488ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:12.933939Z","caller":"traceutil/trace.go:171","msg":"trace[2055113282] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"334.297813ms","start":"2026-03-09T16:20:12.599619Z","end":"2026-03-09T16:20:12.933917Z","steps":["trace[2055113282] 'process raft request' (duration: 333.948585ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:12.933998Z","caller":"traceutil/trace.go:171","msg":"trace[2022071865] linearizableReadLoop","detail":"{readStateIndex:24373; appliedIndex:24368; }","duration":"286.949572ms","start":"2026-03-09T16:20:12.647031Z","end":"2026-03-09T16:20:12.933981Z","steps":["trace[2022071865] 'read index received' (duration: 126.685395ms)","trace[2022071865] 'applied index is now lower than readState.Index' (duration: 160.263016ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:12.934065Z","caller":"traceutil/trace.go:171","msg":"trace[1589702317] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"334.386166ms","start":"2026-03-09T16:20:12.59964Z","end":"2026-03-09T16:20:12.934026Z","steps":["trace[1589702317] 'process raft request' (duration: 334.208492ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:12.934086Z","caller":"traceutil/trace.go:171","msg":"trace[2055017127] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"336.413411ms","start":"2026-03-09T16:20:12.597241Z","end":"2026-03-09T16:20:12.933655Z","steps":["trace[2055017127] 'process raft request' (duration: 335.989342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:12.934123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.5996Z","time spent":"334.430886ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:12.934202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.597222Z","time spent":"336.932912ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:12.9342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.174106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-09T16:20:12.934219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.599626Z","time spent":"334.520208ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:12.93426Z","caller":"traceutil/trace.go:171","msg":"trace[373656088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23567; }","duration":"287.291409ms","start":"2026-03-09T16:20:12.646955Z","end":"2026-03-09T16:20:12.934246Z","steps":["trace[373656088] 'agreement among raft nodes before linearized reading' (duration: 287.125916ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:13.344224Z","caller":"traceutil/trace.go:171","msg":"trace[1004609030] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"504.176917ms","start":"2026-03-09T16:20:12.840018Z","end":"2026-03-09T16:20:13.344195Z","steps":["trace[1004609030] 'process raft request' (duration: 504.072704ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:13.344261Z","caller":"traceutil/trace.go:171","msg":"trace[1661950667] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"514.111639ms","start":"2026-03-09T16:20:12.830128Z","end":"2026-03-09T16:20:13.344239Z","steps":["trace[1661950667] 'process raft request' (duration: 513.71961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:13.344368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.830097Z","time spent":"514.210981ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:13.344389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.839993Z","time spent":"504.311839ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:13.34453Z","caller":"traceutil/trace.go:171","msg":"trace[232927178] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"504.013412ms","start":"2026-03-09T16:20:12.840508Z","end":"2026-03-09T16:20:13.344521Z","steps":["trace[232927178] 'process raft request' (duration: 503.645924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:13.34457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.840496Z","time spent":"504.056022ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:13.344503Z","caller":"traceutil/trace.go:171","msg":"trace[897881841] linearizableReadLoop","detail":"{readStateIndex:24376; appliedIndex:24373; }","duration":"410.428002ms","start":"2026-03-09T16:20:12.934053Z","end":"2026-03-09T16:20:13.344481Z","steps":["trace[897881841] 'read index received' (duration: 409.549283ms)","trace[897881841] 'applied index is now lower than readState.Index' (duration: 877.689µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:13.344637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.882873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T16:20:13.344662Z","caller":"traceutil/trace.go:171","msg":"trace[1916768842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23570; }","duration":"672.968995ms","start":"2026-03-09T16:20:12.671685Z","end":"2026-03-09T16:20:13.344655Z","steps":["trace[1916768842] 'agreement among raft nodes before linearized reading' (duration: 672.864442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:13.344682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.671666Z","time spent":"673.011476ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:20:13.344875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.857896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:20:13.344895Z","caller":"traceutil/trace.go:171","msg":"trace[1739449030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23571; }","duration":"661.899437ms","start":"2026-03-09T16:20:12.68299Z","end":"2026-03-09T16:20:13.34489Z","steps":["trace[1739449030] 'agreement among raft nodes before linearized reading' (duration: 661.672171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:13.344913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.682975Z","time spent":"661.934558ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:20:13.344924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.961509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T16:20:13.344942Z","caller":"traceutil/trace.go:171","msg":"trace[122145920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23571; }","duration":"662.01793ms","start":"2026-03-09T16:20:12.682919Z","end":"2026-03-09T16:20:13.344937Z","steps":["trace[122145920] 'agreement among raft nodes before linearized reading' (duration: 661.764503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:13.344954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.682894Z","time spent":"662.057201ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T16:20:13.345013Z","caller":"traceutil/trace.go:171","msg":"trace[1665709754] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"405.278827ms","start":"2026-03-09T16:20:12.93973Z","end":"2026-03-09T16:20:13.345008Z","steps":["trace[1665709754] 'process raft request' (duration: 404.686802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:13.345038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.93971Z","time spent":"405.312798ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:13.345071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.109232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:20:13.34509Z","caller":"traceutil/trace.go:171","msg":"trace[1917510270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23571; }","duration":"662.165463ms","start":"2026-03-09T16:20:12.682919Z","end":"2026-03-09T16:20:13.345085Z","steps":["trace[1917510270] 'agreement among raft nodes before linearized reading' (duration: 661.735153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:13.345107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:12.682898Z","time spent":"662.204565ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T16:20:13.818076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.900673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29551220-hj4qx\" ","response":"range_response_count:1 size:7098"} {"level":"info","ts":"2026-03-09T16:20:13.818165Z","caller":"traceutil/trace.go:171","msg":"trace[219603217] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29551220-hj4qx; range_end:; response_count:1; response_revision:23578; }","duration":"162.019715ms","start":"2026-03-09T16:20:13.656121Z","end":"2026-03-09T16:20:13.818141Z","steps":["trace[219603217] 'range keys from in-memory index tree' (duration: 161.73284ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:15.045076Z","caller":"traceutil/trace.go:171","msg":"trace[1907192980] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"205.902811ms","start":"2026-03-09T16:20:14.839137Z","end":"2026-03-09T16:20:15.045039Z","steps":["trace[1907192980] 'process raft request' (duration: 205.617675ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:15.111212Z","caller":"traceutil/trace.go:171","msg":"trace[1236480202] linearizableReadLoop","detail":"{readStateIndex:24395; appliedIndex:24390; }","duration":"159.704205ms","start":"2026-03-09T16:20:14.951481Z","end":"2026-03-09T16:20:15.111185Z","steps":["trace[1236480202] 'read index received' (duration: 93.250613ms)","trace[1236480202] 'applied index is now lower than readState.Index' (duration: 66.451602ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:15.111274Z","caller":"traceutil/trace.go:171","msg":"trace[1994715712] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"171.373316ms","start":"2026-03-09T16:20:14.939848Z","end":"2026-03-09T16:20:15.111221Z","steps":["trace[1994715712] 'process raft request' (duration: 171.178891ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:15.111311Z","caller":"traceutil/trace.go:171","msg":"trace[91889653] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"170.493237ms","start":"2026-03-09T16:20:14.940791Z","end":"2026-03-09T16:20:15.111285Z","steps":["trace[91889653] 'process raft request' (duration: 170.302033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:15.111554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.049362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:15.11164Z","caller":"traceutil/trace.go:171","msg":"trace[390731043] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23588; }","duration":"160.169934ms","start":"2026-03-09T16:20:14.951451Z","end":"2026-03-09T16:20:15.11162Z","steps":["trace[390731043] 'agreement among raft nodes before linearized reading' (duration: 159.923879ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:15.111593Z","caller":"traceutil/trace.go:171","msg":"trace[103315574] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"170.759893ms","start":"2026-03-09T16:20:14.940821Z","end":"2026-03-09T16:20:15.111581Z","steps":["trace[103315574] 'process raft request' (duration: 170.322373ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:15.111979Z","caller":"traceutil/trace.go:171","msg":"trace[1938235233] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"172.168073ms","start":"2026-03-09T16:20:14.939766Z","end":"2026-03-09T16:20:15.111934Z","steps":["trace[1938235233] 'process raft request' (duration: 171.10412ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:20.982119Z","caller":"traceutil/trace.go:171","msg":"trace[55598843] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"135.343078ms","start":"2026-03-09T16:20:20.84675Z","end":"2026-03-09T16:20:20.982093Z","steps":["trace[55598843] 'process raft request' (duration: 135.147014ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:21.417817Z","caller":"traceutil/trace.go:171","msg":"trace[171164691] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"284.011194ms","start":"2026-03-09T16:20:21.133782Z","end":"2026-03-09T16:20:21.417793Z","steps":["trace[171164691] 'process raft request' (duration: 283.841501ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:21.645807Z","caller":"traceutil/trace.go:171","msg":"trace[852699464] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"511.834198ms","start":"2026-03-09T16:20:21.133948Z","end":"2026-03-09T16:20:21.645783Z","steps":["trace[852699464] 'process raft request' (duration: 511.722996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:21.645999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.133923Z","time spent":"511.955562ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:21.645777Z","caller":"traceutil/trace.go:171","msg":"trace[1088084205] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"511.847969ms","start":"2026-03-09T16:20:21.133889Z","end":"2026-03-09T16:20:21.645737Z","steps":["trace[1088084205] 'process raft request' (duration: 511.621454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:21.64626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.133873Z","time spent":"512.250928ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:21.646447Z","caller":"traceutil/trace.go:171","msg":"trace[2144157598] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"512.451192ms","start":"2026-03-09T16:20:21.133956Z","end":"2026-03-09T16:20:21.646407Z","steps":["trace[2144157598] 'process raft request' (duration: 511.764357ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:21.646489Z","caller":"traceutil/trace.go:171","msg":"trace[1246042814] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"265.186342ms","start":"2026-03-09T16:20:21.381268Z","end":"2026-03-09T16:20:21.646454Z","steps":["trace[1246042814] 'process raft request' (duration: 264.913336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:21.646663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.133929Z","time spent":"512.617036ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:21.646699Z","caller":"traceutil/trace.go:171","msg":"trace[658538329] linearizableReadLoop","detail":"{readStateIndex:24466; appliedIndex:24462; }","duration":"308.77607ms","start":"2026-03-09T16:20:21.337908Z","end":"2026-03-09T16:20:21.646684Z","steps":["trace[658538329] 'read index received' (duration: 79.79936ms)","trace[658538329] 'applied index is now lower than readState.Index' (duration: 228.97547ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:21.646778Z","caller":"traceutil/trace.go:171","msg":"trace[2001741331] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"264.545827ms","start":"2026-03-09T16:20:21.382223Z","end":"2026-03-09T16:20:21.646768Z","steps":["trace[2001741331] 'process raft request' (duration: 264.179779ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:21.647Z","caller":"traceutil/trace.go:171","msg":"trace[254901086] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"262.672076ms","start":"2026-03-09T16:20:21.384226Z","end":"2026-03-09T16:20:21.646898Z","steps":["trace[254901086] 'process raft request' (duration: 262.365209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:21.647141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.20153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:20:21.647905Z","caller":"traceutil/trace.go:171","msg":"trace[2022629422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23661; }","duration":"309.357593ms","start":"2026-03-09T16:20:21.337855Z","end":"2026-03-09T16:20:21.647212Z","steps":["trace[2022629422] 'agreement among raft nodes before linearized reading' (duration: 309.038916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:21.648165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.337833Z","time spent":"310.137771ms","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-09T16:20:22.036213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.217811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:22.036325Z","caller":"traceutil/trace.go:171","msg":"trace[28701763] linearizableReadLoop","detail":"{readStateIndex:24470; appliedIndex:24469; }","duration":"389.571924ms","start":"2026-03-09T16:20:21.646734Z","end":"2026-03-09T16:20:22.036306Z","steps":["trace[28701763] 'read index received' (duration: 182.068897ms)","trace[28701763] 'applied index is now lower than readState.Index' (duration: 207.501177ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:22.036329Z","caller":"traceutil/trace.go:171","msg":"trace[30725674] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"593.817768ms","start":"2026-03-09T16:20:21.44249Z","end":"2026-03-09T16:20:22.036308Z","steps":["trace[30725674] 'process raft request' (duration: 386.409653ms)","trace[30725674] 'compare' (duration: 207.015887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:22.036442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.442453Z","time spent":"593.939691ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:22.036505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.157466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:20:22.036536Z","caller":"traceutil/trace.go:171","msg":"trace[829905354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23662; }","duration":"647.207467ms","start":"2026-03-09T16:20:21.389317Z","end":"2026-03-09T16:20:22.036524Z","steps":["trace[829905354] 'agreement among raft nodes before linearized reading' (duration: 647.064774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:22.036568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.389307Z","time spent":"647.253398ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T16:20:22.036601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.643693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:22.03665Z","caller":"traceutil/trace.go:171","msg":"trace[1477485002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23662; }","duration":"629.699224ms","start":"2026-03-09T16:20:21.406939Z","end":"2026-03-09T16:20:22.036638Z","steps":["trace[1477485002] 'agreement among raft nodes before linearized reading' (duration: 629.612692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:22.036672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.406907Z","time spent":"629.760065ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T16:20:22.036628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.472772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:20:22.036742Z","caller":"traceutil/trace.go:171","msg":"trace[1442267718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23662; }","duration":"643.620685ms","start":"2026-03-09T16:20:21.393095Z","end":"2026-03-09T16:20:22.036715Z","steps":["trace[1442267718] 'agreement among raft nodes before linearized reading' (duration: 643.269158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:22.036757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.056051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-09T16:20:22.036757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.655922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-09T16:20:22.036802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.393087Z","time spent":"643.697987ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T16:20:22.036785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.92412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T16:20:22.036838Z","caller":"traceutil/trace.go:171","msg":"trace[146693528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23662; }","duration":"650.185704ms","start":"2026-03-09T16:20:21.38663Z","end":"2026-03-09T16:20:22.036815Z","steps":["trace[146693528] 'agreement among raft nodes before linearized reading' (duration: 649.946228ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:22.036846Z","caller":"traceutil/trace.go:171","msg":"trace[945305672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23662; }","duration":"649.768705ms","start":"2026-03-09T16:20:21.38706Z","end":"2026-03-09T16:20:22.036829Z","steps":["trace[945305672] 'agreement among raft nodes before linearized reading' (duration: 649.511299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:22.036874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.38661Z","time spent":"650.257896ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T16:20:22.036869Z","caller":"traceutil/trace.go:171","msg":"trace[1110230300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23662; }","duration":"643.037522ms","start":"2026-03-09T16:20:21.39381Z","end":"2026-03-09T16:20:22.036848Z","steps":["trace[1110230300] 'agreement among raft nodes before linearized reading' (duration: 642.764196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:22.036884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.387055Z","time spent":"649.821476ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T16:20:22.036907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:21.393805Z","time spent":"643.096474ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T16:20:22.040463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.720641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:20:22.040507Z","caller":"traceutil/trace.go:171","msg":"trace[581711064] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23663; }","duration":"112.809943ms","start":"2026-03-09T16:20:21.927686Z","end":"2026-03-09T16:20:22.040496Z","steps":["trace[581711064] 'agreement among raft nodes before linearized reading' (duration: 112.6886ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:22.485078Z","caller":"traceutil/trace.go:171","msg":"trace[138868315] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"442.821589ms","start":"2026-03-09T16:20:22.042238Z","end":"2026-03-09T16:20:22.48506Z","steps":["trace[138868315] 'process raft request' (duration: 442.775338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:22.485181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:22.042228Z","time spent":"442.899231ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:22.485138Z","caller":"traceutil/trace.go:171","msg":"trace[1897660715] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"442.960873ms","start":"2026-03-09T16:20:22.042124Z","end":"2026-03-09T16:20:22.485085Z","steps":["trace[1897660715] 'process raft request' (duration: 442.740768ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:22.48527Z","caller":"traceutil/trace.go:171","msg":"trace[930532308] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"442.991783ms","start":"2026-03-09T16:20:22.042146Z","end":"2026-03-09T16:20:22.485137Z","steps":["trace[930532308] 'process raft request' (duration: 442.838459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:22.485367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:22.0421Z","time spent":"443.148526ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:22.485382Z","caller":"traceutil/trace.go:171","msg":"trace[731102750] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"442.938962ms","start":"2026-03-09T16:20:22.042403Z","end":"2026-03-09T16:20:22.485342Z","steps":["trace[731102750] 'process raft request' (duration: 442.631465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:22.485551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:22.042379Z","time spent":"443.058224ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:22.485608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:22.04213Z","time spent":"443.29929ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:33.828553Z","caller":"traceutil/trace.go:171","msg":"trace[475652616] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"354.540899ms","start":"2026-03-09T16:20:33.473986Z","end":"2026-03-09T16:20:33.828527Z","steps":["trace[475652616] 'process raft request' (duration: 354.355984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:33.828715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:33.473967Z","time spent":"354.667961ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:34.224283Z","caller":"traceutil/trace.go:171","msg":"trace[179071727] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"748.740835ms","start":"2026-03-09T16:20:33.475509Z","end":"2026-03-09T16:20:34.22425Z","steps":["trace[179071727] 'process raft request' (duration: 732.971411ms)","trace[179071727] 'compare' (duration: 15.55281ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:34.224303Z","caller":"traceutil/trace.go:171","msg":"trace[1371199457] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"528.262398ms","start":"2026-03-09T16:20:33.696011Z","end":"2026-03-09T16:20:34.224274Z","steps":["trace[1371199457] 'process raft request' (duration: 528.146225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:34.224427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:33.475489Z","time spent":"748.864318ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:34.224435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:33.695992Z","time spent":"528.37226ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:34.224456Z","caller":"traceutil/trace.go:171","msg":"trace[51204390] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"512.174417ms","start":"2026-03-09T16:20:33.712262Z","end":"2026-03-09T16:20:34.224437Z","steps":["trace[51204390] 'process raft request' (duration: 511.975702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:34.224564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:33.712243Z","time spent":"512.262378ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:34.224666Z","caller":"traceutil/trace.go:171","msg":"trace[1831679257] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"512.331549ms","start":"2026-03-09T16:20:33.712325Z","end":"2026-03-09T16:20:34.224656Z","steps":["trace[1831679257] 'process raft request' (duration: 512.044453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:34.224724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:33.71232Z","time spent":"512.37302ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:34.224854Z","caller":"traceutil/trace.go:171","msg":"trace[2079092109] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"510.5682ms","start":"2026-03-09T16:20:33.714249Z","end":"2026-03-09T16:20:34.224817Z","steps":["trace[2079092109] 'process raft request' (duration: 510.365326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:34.224904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:33.71423Z","time spent":"510.648641ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:34.225035Z","caller":"traceutil/trace.go:171","msg":"trace[1546193713] linearizableReadLoop","detail":"{readStateIndex:24567; appliedIndex:24560; }","duration":"178.408425ms","start":"2026-03-09T16:20:34.046613Z","end":"2026-03-09T16:20:34.225022Z","steps":["trace[1546193713] 'read index received' (duration: 161.796082ms)","trace[1546193713] 'applied index is now lower than readState.Index' (duration: 16.611613ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:34.225066Z","caller":"traceutil/trace.go:171","msg":"trace[360024263] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"507.427079ms","start":"2026-03-09T16:20:33.717632Z","end":"2026-03-09T16:20:34.225059Z","steps":["trace[360024263] 'process raft request' (duration: 507.153233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:34.225106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:33.717623Z","time spent":"507.46021ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:34.22511Z","caller":"traceutil/trace.go:171","msg":"trace[831231440] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"507.132452ms","start":"2026-03-09T16:20:33.717968Z","end":"2026-03-09T16:20:34.225101Z","steps":["trace[831231440] 'process raft request' (duration: 506.976259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:34.225166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:33.717961Z","time spent":"507.172484ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:34.225281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.675341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:34.225312Z","caller":"traceutil/trace.go:171","msg":"trace[1229677895] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23757; }","duration":"178.740962ms","start":"2026-03-09T16:20:34.046559Z","end":"2026-03-09T16:20:34.2253Z","steps":["trace[1229677895] 'agreement among raft nodes before linearized reading' (duration: 178.689381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:34.628712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.314745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:34.628798Z","caller":"traceutil/trace.go:171","msg":"trace[1961735004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23758; }","duration":"220.442367ms","start":"2026-03-09T16:20:34.408336Z","end":"2026-03-09T16:20:34.628778Z","steps":["trace[1961735004] 'range keys from in-memory index tree' (duration: 220.247233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:34.629083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.954639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-09T16:20:34.629124Z","caller":"traceutil/trace.go:171","msg":"trace[1669315965] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:23758; }","duration":"196.02983ms","start":"2026-03-09T16:20:34.433083Z","end":"2026-03-09T16:20:34.629113Z","steps":["trace[1669315965] 'range keys from in-memory index tree' (duration: 195.812355ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:35.025512Z","caller":"traceutil/trace.go:171","msg":"trace[332265254] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"392.722184ms","start":"2026-03-09T16:20:34.632734Z","end":"2026-03-09T16:20:35.025456Z","steps":["trace[332265254] 'process raft request' (duration: 353.454693ms)","trace[332265254] 'compare' (duration: 38.669848ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:35.025544Z","caller":"traceutil/trace.go:171","msg":"trace[1584627937] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"386.66921ms","start":"2026-03-09T16:20:34.638847Z","end":"2026-03-09T16:20:35.025516Z","steps":["trace[1584627937] 'process raft request' (duration: 386.620368ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:35.025647Z","caller":"traceutil/trace.go:171","msg":"trace[351484109] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"391.069959ms","start":"2026-03-09T16:20:34.634544Z","end":"2026-03-09T16:20:35.025614Z","steps":["trace[351484109] 'process raft request' (duration: 390.772812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:35.025718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:34.638828Z","time spent":"386.789872ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:35.025717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:34.632713Z","time spent":"392.881708ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:35.025839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:34.634523Z","time spent":"391.234012ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:35.025854Z","caller":"traceutil/trace.go:171","msg":"trace[1973141933] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"388.866509ms","start":"2026-03-09T16:20:34.636975Z","end":"2026-03-09T16:20:35.025842Z","steps":["trace[1973141933] 'process raft request' (duration: 388.44923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:35.02591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:34.636968Z","time spent":"388.91087ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:35.028033Z","caller":"traceutil/trace.go:171","msg":"trace[2137199808] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"381.718598ms","start":"2026-03-09T16:20:34.646276Z","end":"2026-03-09T16:20:35.027995Z","steps":["trace[2137199808] 'process raft request' (duration: 381.461213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:35.028257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:34.646261Z","time spent":"381.878992ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:39.361952Z","caller":"traceutil/trace.go:171","msg":"trace[623566969] linearizableReadLoop","detail":"{readStateIndex:24608; appliedIndex:24606; }","duration":"313.121068ms","start":"2026-03-09T16:20:39.048808Z","end":"2026-03-09T16:20:39.361929Z","steps":["trace[623566969] 'read index received' (duration: 86.999272ms)","trace[623566969] 'applied index is now lower than readState.Index' (duration: 226.120806ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:39.362115Z","caller":"traceutil/trace.go:171","msg":"trace[1161786925] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"313.494426ms","start":"2026-03-09T16:20:39.048589Z","end":"2026-03-09T16:20:39.362083Z","steps":["trace[1161786925] 'process raft request' (duration: 301.358774ms)","trace[1161786925] 'compare' (duration: 11.57893ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:39.362155Z","caller":"traceutil/trace.go:171","msg":"trace[1744680250] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"313.280722ms","start":"2026-03-09T16:20:39.048857Z","end":"2026-03-09T16:20:39.362137Z","steps":["trace[1744680250] 'process raft request' (duration: 312.989765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:39.36227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:39.048841Z","time spent":"313.349204ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:39.362347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:39.048582Z","time spent":"313.628659ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:39.362591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.778932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T16:20:39.362623Z","caller":"traceutil/trace.go:171","msg":"trace[484595841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23798; }","duration":"313.823774ms","start":"2026-03-09T16:20:39.048791Z","end":"2026-03-09T16:20:39.362614Z","steps":["trace[484595841] 'agreement among raft nodes before linearized reading' (duration: 313.703851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:39.362652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:39.048783Z","time spent":"313.857335ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T16:20:39.717604Z","caller":"traceutil/trace.go:171","msg":"trace[1035825660] linearizableReadLoop","detail":"{readStateIndex:24610; appliedIndex:24609; }","duration":"340.444002ms","start":"2026-03-09T16:20:39.377104Z","end":"2026-03-09T16:20:39.717548Z","steps":["trace[1035825660] 'read index received' (duration: 339.873399ms)","trace[1035825660] 'applied index is now lower than readState.Index' (duration: 568.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:39.717671Z","caller":"traceutil/trace.go:171","msg":"trace[1856255645] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"350.869995ms","start":"2026-03-09T16:20:39.366762Z","end":"2026-03-09T16:20:39.717632Z","steps":["trace[1856255645] 'process raft request' (duration: 350.099878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:39.717849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:39.366747Z","time spent":"351.005439ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:39.717893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.678767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-09T16:20:39.717942Z","caller":"traceutil/trace.go:171","msg":"trace[196385278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23799; }","duration":"340.870002ms","start":"2026-03-09T16:20:39.377059Z","end":"2026-03-09T16:20:39.717929Z","steps":["trace[196385278] 'agreement among raft nodes before linearized reading' (duration: 340.634466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:39.717968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:39.377022Z","time spent":"340.940413ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-09T16:20:39.968468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.375667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:39.968638Z","caller":"traceutil/trace.go:171","msg":"trace[56791188] linearizableReadLoop","detail":"{readStateIndex:24611; appliedIndex:24610; }","duration":"250.897891ms","start":"2026-03-09T16:20:39.717711Z","end":"2026-03-09T16:20:39.968609Z","steps":["trace[56791188] 'read index received' (duration: 148.284958ms)","trace[56791188] 'applied index is now lower than readState.Index' (duration: 102.610553ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:39.96876Z","caller":"traceutil/trace.go:171","msg":"trace[90607459] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"282.552572ms","start":"2026-03-09T16:20:39.686193Z","end":"2026-03-09T16:20:39.968746Z","steps":["trace[90607459] 'process raft request' (duration: 179.829537ms)","trace[90607459] 'compare' (duration: 102.208633ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:39.968904Z","caller":"traceutil/trace.go:171","msg":"trace[92527570] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"246.290208ms","start":"2026-03-09T16:20:39.722586Z","end":"2026-03-09T16:20:39.968876Z","steps":["trace[92527570] 'process raft request' (duration: 245.969431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.058201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.626793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:20:40.058253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.122885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:40.058283Z","caller":"traceutil/trace.go:171","msg":"trace[1508236352] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23801; }","duration":"478.722425ms","start":"2026-03-09T16:20:39.579535Z","end":"2026-03-09T16:20:40.058258Z","steps":["trace[1508236352] 'agreement among raft nodes before linearized reading' (duration: 389.325618ms)","trace[1508236352] 'count revisions from in-memory index tree' (duration: 89.278965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:40.058278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.608662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T16:20:40.058331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:39.579486Z","time spent":"478.834838ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:20:40.058331Z","caller":"traceutil/trace.go:171","msg":"trace[1619752505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23801; }","duration":"647.244588ms","start":"2026-03-09T16:20:39.411063Z","end":"2026-03-09T16:20:40.058308Z","steps":["trace[1619752505] 'agreement among raft nodes before linearized reading' (duration: 557.645937ms)","trace[1619752505] 'range keys from in-memory index tree' (duration: 89.485489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:40.058376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:39.411047Z","time spent":"647.32039ms","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T16:20:40.058371Z","caller":"traceutil/trace.go:171","msg":"trace[324827537] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23801; }","duration":"478.747575ms","start":"2026-03-09T16:20:39.579595Z","end":"2026-03-09T16:20:40.058343Z","steps":["trace[324827537] 'agreement among raft nodes before linearized reading' (duration: 389.155734ms)","trace[324827537] 'count revisions from in-memory index tree' (duration: 89.453888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:40.058439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:39.579576Z","time spent":"478.847698ms","remote":"127.0.0.1:39304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-09T16:20:40.058433Z","caller":"traceutil/trace.go:171","msg":"trace[1981191500] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"211.861924ms","start":"2026-03-09T16:20:39.84655Z","end":"2026-03-09T16:20:40.058412Z","steps":["trace[1981191500] 'process raft request' (duration: 211.463966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.237805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.768811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:40.237955Z","caller":"traceutil/trace.go:171","msg":"trace[1962704274] linearizableReadLoop","detail":"{readStateIndex:24615; appliedIndex:24614; }","duration":"178.011096ms","start":"2026-03-09T16:20:40.059922Z","end":"2026-03-09T16:20:40.237933Z","steps":["trace[1962704274] 'read index received' (duration: 35.962987ms)","trace[1962704274] 'applied index is now lower than readState.Index' (duration: 142.046169ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:40.238076Z","caller":"traceutil/trace.go:171","msg":"trace[1770925717] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"260.852075ms","start":"2026-03-09T16:20:39.977206Z","end":"2026-03-09T16:20:40.238058Z","steps":["trace[1770925717] 'process raft request' (duration: 118.709915ms)","trace[1770925717] 'compare' (duration: 141.580637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:40.238401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.415636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T16:20:40.23847Z","caller":"traceutil/trace.go:171","msg":"trace[659037049] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23803; }","duration":"121.529688ms","start":"2026-03-09T16:20:40.116917Z","end":"2026-03-09T16:20:40.238447Z","steps":["trace[659037049] 'agreement among raft nodes before linearized reading' (duration: 121.344924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.23847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.537077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:40.238544Z","caller":"traceutil/trace.go:171","msg":"trace[187681887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23803; }","duration":"178.64697ms","start":"2026-03-09T16:20:40.059875Z","end":"2026-03-09T16:20:40.238522Z","steps":["trace[187681887] 'agreement among raft nodes before linearized reading' (duration: 178.534787ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:40.595392Z","caller":"traceutil/trace.go:171","msg":"trace[7259235] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"346.863986ms","start":"2026-03-09T16:20:40.248502Z","end":"2026-03-09T16:20:40.595366Z","steps":["trace[7259235] 'process raft request' (duration: 346.59889ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:40.595406Z","caller":"traceutil/trace.go:171","msg":"trace[1031941905] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"344.960762ms","start":"2026-03-09T16:20:40.250421Z","end":"2026-03-09T16:20:40.595381Z","steps":["trace[1031941905] 'process raft request' (duration: 344.87056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.595525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:40.248485Z","time spent":"346.973468ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:40.595672Z","caller":"traceutil/trace.go:171","msg":"trace[1573043395] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"345.480864ms","start":"2026-03-09T16:20:40.250156Z","end":"2026-03-09T16:20:40.595637Z","steps":["trace[1573043395] 'process raft request' (duration: 345.092805ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:40.595759Z","caller":"traceutil/trace.go:171","msg":"trace[361077955] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"344.320319ms","start":"2026-03-09T16:20:40.251428Z","end":"2026-03-09T16:20:40.595748Z","steps":["trace[361077955] 'process raft request' (duration: 343.906749ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:40.595737Z","caller":"traceutil/trace.go:171","msg":"trace[1513311103] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24616; }","duration":"326.421987ms","start":"2026-03-09T16:20:40.269294Z","end":"2026-03-09T16:20:40.595716Z","steps":["trace[1513311103] 'read index received' (duration: 325.731152ms)","trace[1513311103] 'applied index is now lower than readState.Index' (duration: 689.885µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:40.595818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:40.251413Z","time spent":"344.378931ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:40.595847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:40.250139Z","time spent":"345.607168ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:40.595888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:40.250412Z","time spent":"345.058455ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:40.595869Z","caller":"traceutil/trace.go:171","msg":"trace[718139792] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"344.295358ms","start":"2026-03-09T16:20:40.251538Z","end":"2026-03-09T16:20:40.595833Z","steps":["trace[718139792] 'process raft request' (duration: 344.062593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.595974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.666862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-09T16:20:40.596009Z","caller":"traceutil/trace.go:171","msg":"trace[343791960] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23809; }","duration":"326.774814ms","start":"2026-03-09T16:20:40.269224Z","end":"2026-03-09T16:20:40.595999Z","steps":["trace[343791960] 'agreement among raft nodes before linearized reading' (duration: 326.631971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.596049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:40.269196Z","time spent":"326.845346ms","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-09T16:20:40.596048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.816192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T16:20:40.596093Z","caller":"traceutil/trace.go:171","msg":"trace[130305265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23809; }","duration":"300.890304ms","start":"2026-03-09T16:20:40.295189Z","end":"2026-03-09T16:20:40.596079Z","steps":["trace[130305265] 'agreement among raft nodes before linearized reading' (duration: 300.755791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.596074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:40.251519Z","time spent":"344.439461ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:40.596209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:40.295172Z","time spent":"300.952965ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T16:20:40.72753Z","caller":"traceutil/trace.go:171","msg":"trace[1952458931] linearizableReadLoop","detail":"{readStateIndex:24622; appliedIndex:24621; }","duration":"125.700382ms","start":"2026-03-09T16:20:40.601804Z","end":"2026-03-09T16:20:40.727505Z","steps":["trace[1952458931] 'read index received' (duration: 125.511677ms)","trace[1952458931] 'applied index is now lower than readState.Index' (duration: 187.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:40.727632Z","caller":"traceutil/trace.go:171","msg":"trace[1617716132] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"126.54028ms","start":"2026-03-09T16:20:40.601059Z","end":"2026-03-09T16:20:40.727599Z","steps":["trace[1617716132] 'process raft request' (duration: 126.284804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.72783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.008738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-09T16:20:40.727878Z","caller":"traceutil/trace.go:171","msg":"trace[1783523778] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23810; }","duration":"126.09946ms","start":"2026-03-09T16:20:40.601764Z","end":"2026-03-09T16:20:40.727863Z","steps":["trace[1783523778] 'agreement among raft nodes before linearized reading' (duration: 125.877936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.727856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.720504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189b38b0f328db04\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-09T16:20:40.727938Z","caller":"traceutil/trace.go:171","msg":"trace[1174246000] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189b38b0f328db04; range_end:; response_count:1; response_revision:23810; }","duration":"122.818336ms","start":"2026-03-09T16:20:40.605099Z","end":"2026-03-09T16:20:40.727917Z","steps":["trace[1174246000] 'agreement among raft nodes before linearized reading' (duration: 122.591951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:40.727926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.739342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-09T16:20:40.727999Z","caller":"traceutil/trace.go:171","msg":"trace[1194386814] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23810; }","duration":"121.855194ms","start":"2026-03-09T16:20:40.606127Z","end":"2026-03-09T16:20:40.727982Z","steps":["trace[1194386814] 'agreement among raft nodes before linearized reading' (duration: 121.605559ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:40.931494Z","caller":"traceutil/trace.go:171","msg":"trace[2051103901] linearizableReadLoop","detail":"{readStateIndex:24623; appliedIndex:24622; }","duration":"199.582039ms","start":"2026-03-09T16:20:40.731883Z","end":"2026-03-09T16:20:40.931465Z","steps":["trace[2051103901] 'read index received' (duration: 108.234538ms)","trace[2051103901] 'applied index is now lower than readState.Index' (duration: 91.346121ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:40.932032Z","caller":"traceutil/trace.go:171","msg":"trace[2059832336] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"201.888562ms","start":"2026-03-09T16:20:40.73011Z","end":"2026-03-09T16:20:40.931999Z","steps":["trace[2059832336] 'process raft request' (duration: 109.932608ms)","trace[2059832336] 'compare' (duration: 91.220838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:40.932055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.167413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-09T16:20:40.932086Z","caller":"traceutil/trace.go:171","msg":"trace[1871369391] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23811; }","duration":"200.243215ms","start":"2026-03-09T16:20:40.731834Z","end":"2026-03-09T16:20:40.932077Z","steps":["trace[1871369391] 'agreement among raft nodes before linearized reading' (duration: 200.126122ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:41.141925Z","caller":"traceutil/trace.go:171","msg":"trace[1913941942] linearizableReadLoop","detail":"{readStateIndex:24624; appliedIndex:24623; }","duration":"206.650568ms","start":"2026-03-09T16:20:40.935254Z","end":"2026-03-09T16:20:41.141904Z","steps":["trace[1913941942] 'read index received' (duration: 112.129896ms)","trace[1913941942] 'applied index is now lower than readState.Index' (duration: 94.519642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:41.142218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.572136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189b38b0f3da7275\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-09T16:20:41.142261Z","caller":"traceutil/trace.go:171","msg":"trace[340270749] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189b38b0f3da7275; range_end:; response_count:1; response_revision:23812; }","duration":"206.629817ms","start":"2026-03-09T16:20:40.935618Z","end":"2026-03-09T16:20:41.142247Z","steps":["trace[340270749] 'agreement among raft nodes before linearized reading' (duration: 206.507094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:41.142365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.044487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-09T16:20:41.14247Z","caller":"traceutil/trace.go:171","msg":"trace[1880904996] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"207.819674ms","start":"2026-03-09T16:20:40.934614Z","end":"2026-03-09T16:20:41.142434Z","steps":["trace[1880904996] 'process raft request' (duration: 112.873924ms)","trace[1880904996] 'compare' (duration: 94.295815ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:41.142509Z","caller":"traceutil/trace.go:171","msg":"trace[31909247] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23812; }","duration":"207.246222ms","start":"2026-03-09T16:20:40.93522Z","end":"2026-03-09T16:20:41.142466Z","steps":["trace[31909247] 'agreement among raft nodes before linearized reading' (duration: 206.841053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:41.471111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.444997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:41.471334Z","caller":"traceutil/trace.go:171","msg":"trace[998539068] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"326.54929ms","start":"2026-03-09T16:20:41.144763Z","end":"2026-03-09T16:20:41.471312Z","steps":["trace[998539068] 'process raft request' (duration: 204.800707ms)","trace[998539068] 'compare' (duration: 121.317004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:41.471415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:41.144737Z","time spent":"326.643462ms","remote":"127.0.0.1:34372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:41.471535Z","caller":"traceutil/trace.go:171","msg":"trace[543340981] linearizableReadLoop","detail":"{readStateIndex:24626; appliedIndex:24624; }","duration":"319.352348ms","start":"2026-03-09T16:20:41.152152Z","end":"2026-03-09T16:20:41.471504Z","steps":["trace[543340981] 'read index received' (duration: 197.511232ms)","trace[543340981] 'applied index is now lower than readState.Index' (duration: 121.838986ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:41.471576Z","caller":"traceutil/trace.go:171","msg":"trace[1259061704] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"326.254974ms","start":"2026-03-09T16:20:41.14529Z","end":"2026-03-09T16:20:41.471545Z","steps":["trace[1259061704] 'process raft request' (duration: 325.934897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:41.471824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:41.145271Z","time spent":"326.442237ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:41.471872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.689366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-09T16:20:41.475934Z","caller":"traceutil/trace.go:171","msg":"trace[119000223] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23814; }","duration":"323.779177ms","start":"2026-03-09T16:20:41.152121Z","end":"2026-03-09T16:20:41.4759Z","steps":["trace[119000223] 'agreement among raft nodes before linearized reading' (duration: 319.525822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:41.471885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.767575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-09T16:20:41.476018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:41.152099Z","time spent":"323.89567ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-09T16:20:41.476026Z","caller":"traceutil/trace.go:171","msg":"trace[33829850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23814; }","duration":"109.946508ms","start":"2026-03-09T16:20:41.36605Z","end":"2026-03-09T16:20:41.475996Z","steps":["trace[33829850] 'agreement among raft nodes before linearized reading' (duration: 105.659292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:41.472526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.807352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T16:20:41.476156Z","caller":"traceutil/trace.go:171","msg":"trace[4173359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23814; }","duration":"108.71054ms","start":"2026-03-09T16:20:41.367427Z","end":"2026-03-09T16:20:41.476137Z","steps":["trace[4173359] 'agreement among raft nodes before linearized reading' (duration: 104.310471ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:42.254973Z","caller":"traceutil/trace.go:171","msg":"trace[1838538909] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"159.01678ms","start":"2026-03-09T16:20:42.095926Z","end":"2026-03-09T16:20:42.254943Z","steps":["trace[1838538909] 'process raft request' (duration: 157.898604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:42.822697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.569474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:42.822807Z","caller":"traceutil/trace.go:171","msg":"trace[925248184] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"222.436783ms","start":"2026-03-09T16:20:42.600353Z","end":"2026-03-09T16:20:42.82279Z","steps":["trace[925248184] 'process raft request' (duration: 57.694105ms)","trace[925248184] 'compare' (duration: 164.417001ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:42.827098Z","caller":"traceutil/trace.go:171","msg":"trace[1916330168] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"226.481564ms","start":"2026-03-09T16:20:42.600567Z","end":"2026-03-09T16:20:42.827049Z","steps":["trace[1916330168] 'process raft request' (duration: 226.184737ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:42.827088Z","caller":"traceutil/trace.go:171","msg":"trace[1480647860] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"225.735708ms","start":"2026-03-09T16:20:42.601313Z","end":"2026-03-09T16:20:42.827049Z","steps":["trace[1480647860] 'process raft request' (duration: 225.623195ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:42.827338Z","caller":"traceutil/trace.go:171","msg":"trace[72925488] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"225.384539ms","start":"2026-03-09T16:20:42.601918Z","end":"2026-03-09T16:20:42.827302Z","steps":["trace[72925488] 'process raft request' (duration: 225.083453ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:42.827556Z","caller":"traceutil/trace.go:171","msg":"trace[852852722] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"224.99144ms","start":"2026-03-09T16:20:42.602555Z","end":"2026-03-09T16:20:42.827547Z","steps":["trace[852852722] 'process raft request' (duration: 224.709593ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:43.632952Z","caller":"traceutil/trace.go:171","msg":"trace[235258045] linearizableReadLoop","detail":"{readStateIndex:24641; appliedIndex:24640; }","duration":"144.350269ms","start":"2026-03-09T16:20:43.488575Z","end":"2026-03-09T16:20:43.632926Z","steps":["trace[235258045] 'read index received' (duration: 144.050653ms)","trace[235258045] 'applied index is now lower than readState.Index' (duration: 298.436µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:43.633404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.79841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:20:43.633459Z","caller":"traceutil/trace.go:171","msg":"trace[1656771246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23829; }","duration":"144.896333ms","start":"2026-03-09T16:20:43.488549Z","end":"2026-03-09T16:20:43.633446Z","steps":["trace[1656771246] 'agreement among raft nodes before linearized reading' (duration: 144.685648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:43.633554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.813478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-09T16:20:43.63364Z","caller":"traceutil/trace.go:171","msg":"trace[627277347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23829; }","duration":"143.937272ms","start":"2026-03-09T16:20:43.489684Z","end":"2026-03-09T16:20:43.633621Z","steps":["trace[627277347] 'agreement among raft nodes before linearized reading' (duration: 143.596744ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:43.645722Z","caller":"traceutil/trace.go:171","msg":"trace[2136345749] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"146.827556ms","start":"2026-03-09T16:20:43.486555Z","end":"2026-03-09T16:20:43.633383Z","steps":["trace[2136345749] 'process raft request' (duration: 146.177191ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:43.776537Z","caller":"traceutil/trace.go:171","msg":"trace[823915038] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"138.54516ms","start":"2026-03-09T16:20:43.637956Z","end":"2026-03-09T16:20:43.776501Z","steps":["trace[823915038] 'process raft request' (duration: 138.308675ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:43.779333Z","caller":"traceutil/trace.go:171","msg":"trace[1497838749] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"138.54663ms","start":"2026-03-09T16:20:43.640764Z","end":"2026-03-09T16:20:43.779311Z","steps":["trace[1497838749] 'process raft request' (duration: 138.324965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:46.509939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.883664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:46.510016Z","caller":"traceutil/trace.go:171","msg":"trace[929546436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23849; }","duration":"100.999287ms","start":"2026-03-09T16:20:46.409Z","end":"2026-03-09T16:20:46.509999Z","steps":["trace[929546436] 'range keys from in-memory index tree' (duration: 100.68974ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:57.704135Z","caller":"traceutil/trace.go:171","msg":"trace[1473477893] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"110.562291ms","start":"2026-03-09T16:20:57.593513Z","end":"2026-03-09T16:20:57.704076Z","steps":["trace[1473477893] 'process raft request' (duration: 110.322856ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:57.970435Z","caller":"traceutil/trace.go:171","msg":"trace[167595830] linearizableReadLoop","detail":"{readStateIndex:24754; appliedIndex:24752; }","duration":"255.968245ms","start":"2026-03-09T16:20:57.714444Z","end":"2026-03-09T16:20:57.970412Z","steps":["trace[167595830] 'read index received' (duration: 255.359512ms)","trace[167595830] 'applied index is now lower than readState.Index' (duration: 607.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:57.970566Z","caller":"traceutil/trace.go:171","msg":"trace[1417258953] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"343.821146ms","start":"2026-03-09T16:20:57.626732Z","end":"2026-03-09T16:20:57.970554Z","steps":["trace[1417258953] 'process raft request' (duration: 343.242154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:57.97067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:57.626691Z","time spent":"343.901349ms","remote":"127.0.0.1:36194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T16:20:57.970965Z","caller":"traceutil/trace.go:171","msg":"trace[849728199] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"299.496472ms","start":"2026-03-09T16:20:57.671457Z","end":"2026-03-09T16:20:57.970953Z","steps":["trace[849728199] 'process raft request' (duration: 298.891458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:57.971133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.585894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-09T16:20:57.97117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.678972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T16:20:57.971311Z","caller":"traceutil/trace.go:171","msg":"trace[1238364424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23939; }","duration":"256.887226ms","start":"2026-03-09T16:20:57.714393Z","end":"2026-03-09T16:20:57.97128Z","steps":["trace[1238364424] 'agreement among raft nodes before linearized reading' (duration: 256.461317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:57.971319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.475355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-09T16:20:57.971359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.675281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T16:20:57.971374Z","caller":"traceutil/trace.go:171","msg":"trace[493200960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23939; }","duration":"124.548976ms","start":"2026-03-09T16:20:57.846811Z","end":"2026-03-09T16:20:57.97136Z","steps":["trace[493200960] 'agreement among raft nodes before linearized reading' (duration: 124.402043ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:57.971406Z","caller":"traceutil/trace.go:171","msg":"trace[1053597247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23939; }","duration":"125.762803ms","start":"2026-03-09T16:20:57.845631Z","end":"2026-03-09T16:20:57.971393Z","steps":["trace[1053597247] 'agreement among raft nodes before linearized reading' (duration: 125.601169ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:57.971231Z","caller":"traceutil/trace.go:171","msg":"trace[1816203393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23939; }","duration":"127.737908ms","start":"2026-03-09T16:20:57.843474Z","end":"2026-03-09T16:20:57.971212Z","steps":["trace[1816203393] 'agreement among raft nodes before linearized reading' (duration: 127.471502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:58.098661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.236384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:58.09878Z","caller":"traceutil/trace.go:171","msg":"trace[273130185] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"122.286354ms","start":"2026-03-09T16:20:57.976474Z","end":"2026-03-09T16:20:58.098761Z","steps":["trace[273130185] 'process raft request' (duration: 19.858036ms)","trace[273130185] 'compare' (duration: 102.08421ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:58.100592Z","caller":"traceutil/trace.go:171","msg":"trace[759644803] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"122.986321ms","start":"2026-03-09T16:20:57.977575Z","end":"2026-03-09T16:20:58.100561Z","steps":["trace[759644803] 'process raft request' (duration: 122.849978ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:58.100689Z","caller":"traceutil/trace.go:171","msg":"trace[470909238] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"124.017173ms","start":"2026-03-09T16:20:57.976635Z","end":"2026-03-09T16:20:58.100652Z","steps":["trace[470909238] 'process raft request' (duration: 123.653315ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:58.100747Z","caller":"traceutil/trace.go:171","msg":"trace[492872958] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"123.211536ms","start":"2026-03-09T16:20:57.977485Z","end":"2026-03-09T16:20:58.100697Z","steps":["trace[492872958] 'process raft request' (duration: 122.895979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:58.513807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.625234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-09T16:20:58.513894Z","caller":"traceutil/trace.go:171","msg":"trace[232775477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23943; }","duration":"307.721396ms","start":"2026-03-09T16:20:58.206151Z","end":"2026-03-09T16:20:58.513872Z","steps":["trace[232775477] 'range keys from in-memory index tree' (duration: 307.41937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T16:20:58.513934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:58.206099Z","time spent":"307.826059ms","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T16:20:58.514629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.193417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T16:20:58.514766Z","caller":"traceutil/trace.go:171","msg":"trace[2064277960] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"300.70457ms","start":"2026-03-09T16:20:58.214017Z","end":"2026-03-09T16:20:58.514722Z","steps":["trace[2064277960] 'process raft request' (duration: 74.323399ms)","trace[2064277960] 'compare' (duration: 226.063884ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T16:20:58.514812Z","caller":"traceutil/trace.go:171","msg":"trace[825218809] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"164.100524ms","start":"2026-03-09T16:20:58.350694Z","end":"2026-03-09T16:20:58.514795Z","steps":["trace[825218809] 'process raft request' (duration: 164.042783ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:58.514805Z","caller":"traceutil/trace.go:171","msg":"trace[1967573978] linearizableReadLoop","detail":"{readStateIndex:24759; appliedIndex:24758; }","duration":"185.661437ms","start":"2026-03-09T16:20:58.329118Z","end":"2026-03-09T16:20:58.514779Z","steps":["trace[1967573978] 'read index received' (duration: 28.19µs)","trace[1967573978] 'applied index is now lower than readState.Index' (duration: 185.632297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T16:20:58.51492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T16:20:58.214Z","time spent":"300.843233ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T16:20:58.514973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.849122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-03-09T16:20:58.514977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.419497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T16:20:58.514999Z","caller":"traceutil/trace.go:171","msg":"trace[2106329638] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23945; }","duration":"185.916883ms","start":"2026-03-09T16:20:58.329073Z","end":"2026-03-09T16:20:58.51499Z","steps":["trace[2106329638] 'agreement among raft nodes before linearized reading' (duration: 185.811721ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:20:58.515021Z","caller":"traceutil/trace.go:171","msg":"trace[2015261686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23945; }","duration":"105.496998ms","start":"2026-03-09T16:20:58.409509Z","end":"2026-03-09T16:20:58.515006Z","steps":["trace[2015261686] 'agreement among raft nodes before linearized reading' (duration: 105.426537ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:22:01.205194Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21888} {"level":"info","ts":"2026-03-09T16:22:01.338663Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21888,"took":"129.521226ms","hash":2549638789,"current-db-size-bytes":52482048,"current-db-size":"52 MB","current-db-size-in-use-bytes":32186368,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-09T16:22:01.338714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2549638789,"revision":21888,"compact-revision":18907} {"level":"info","ts":"2026-03-09T16:24:52.192729Z","caller":"traceutil/trace.go:171","msg":"trace[1079371731] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"111.198305ms","start":"2026-03-09T16:24:52.081405Z","end":"2026-03-09T16:24:52.192603Z","steps":["trace[1079371731] 'process raft request' (duration: 110.962929ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T16:27:01.21269Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24555} {"level":"info","ts":"2026-03-09T16:27:01.344332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24555,"took":"127.323742ms","hash":1980468757,"current-db-size-bytes":52482048,"current-db-size":"52 MB","current-db-size-in-use-bytes":32792576,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-09T16:27:01.344409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1980468757,"revision":24555,"compact-revision":21888} {"level":"info","ts":"2026-03-09T16:31:39.558703Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T16:31:39.564189Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-09T16:31:39.564426Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-09T16:32:01.218725Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27114} {"level":"info","ts":"2026-03-09T16:32:01.35917Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27114,"took":"132.223912ms","hash":1537933659,"current-db-size-bytes":52482048,"current-db-size":"52 MB","current-db-size-in-use-bytes":26865664,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-09T16:32:01.359257Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1537933659,"revision":27114,"compact-revision":24555} {"level":"info","ts":"2026-03-09T16:37:01.226123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29184} {"level":"info","ts":"2026-03-09T16:37:01.337178Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29184,"took":"106.64747ms","hash":3719989180,"current-db-size-bytes":52482048,"current-db-size":"52 MB","current-db-size-in-use-bytes":27811840,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T16:37:01.337229Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3719989180,"revision":29184,"compact-revision":27114} {"level":"info","ts":"2026-03-09T16:42:01.234391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31304} {"level":"info","ts":"2026-03-09T16:42:01.387932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31304,"took":"148.819476ms","hash":3259697547,"current-db-size-bytes":52482048,"current-db-size":"52 MB","current-db-size-in-use-bytes":29376512,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T16:42:01.388007Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3259697547,"revision":31304,"compact-revision":29184} {"level":"info","ts":"2026-03-09T16:46:57.611442Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008f3d.wal"} {"level":"info","ts":"2026-03-09T16:47:01.242227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33457} {"level":"info","ts":"2026-03-09T16:47:01.391382Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33457,"took":"142.983953ms","hash":3458492343,"current-db-size-bytes":52940800,"current-db-size":"53 MB","current-db-size-in-use-bytes":29204480,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T16:47:01.39145Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3458492343,"revision":33457,"compact-revision":31304} {"level":"info","ts":"2026-03-09T16:52:01.248454Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35538} {"level":"info","ts":"2026-03-09T16:52:01.370054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35538,"took":"117.187906ms","hash":3009559082,"current-db-size-bytes":52940800,"current-db-size":"53 MB","current-db-size-in-use-bytes":27750400,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T16:52:01.370146Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3009559082,"revision":35538,"compact-revision":33457}