{"level":"warn","ts":"2026-05-10T04:02:48.350176Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T04:02:48.350383Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-10T04:02:48.350537Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T04:02:48.35057Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-05-10T04:02:48.350623Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T04:02:48.35229Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-05-10T04:02:48.352445Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-10T04:02:48.360462Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.674081ms"} {"level":"info","ts":"2026-05-10T04:02:48.370229Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-05-10T04:02:48.370379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-05-10T04:02:48.370411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-05-10T04:02:48.370461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-10T04:02:48.370487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-05-10T04:02:48.370542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-05-10T04:02:48.377598Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-10T04:02:48.379738Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-10T04:02:48.381315Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-10T04:02:48.384184Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-10T04:02:48.384742Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-10T04:02:48.384848Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T04:02:48.384973Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T04:02:48.384995Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T04:02:48.387282Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-05-10T04:02:48.388245Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-05-10T04:02:48.38966Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T04:02:48.389791Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-05-10T04:02:48.389875Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-05-10T04:02:48.389945Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-10T04:02:48.389997Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-10T04:02:48.470869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-05-10T04:02:48.470967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-10T04:02:48.471007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-05-10T04:02:48.471032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-05-10T04:02:48.471044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-05-10T04:02:48.471064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-05-10T04:02:48.471087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-05-10T04:02:48.472566Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T04:02:48.472767Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T04:02:48.472776Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-05-10T04:02:48.472811Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T04:02:48.473164Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-10T04:02:48.473231Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-10T04:02:48.473594Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T04:02:48.473686Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T04:02:48.473742Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T04:02:48.475787Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-05-10T04:02:48.477374Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-10T04:03:08.051123Z","caller":"traceutil/trace.go:171","msg":"trace[202989231] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"113.073337ms","start":"2026-05-10T04:03:07.938011Z","end":"2026-05-10T04:03:08.051084Z","steps":["trace[202989231] 'process raft request' (duration: 112.847951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:14.582203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699340748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:15.083195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699340748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:15.583837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699340748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:16.08474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699340748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:16.585684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699340748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:17.086704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699340748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:17.095555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.556678875s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:03:17.096124Z","caller":"traceutil/trace.go:171","msg":"trace[1482186879] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"3.557341243s","start":"2026-05-10T04:03:13.53875Z","end":"2026-05-10T04:03:17.096091Z","steps":["trace[1482186879] 'process raft request' (duration: 3.557101166s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:17.097161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:13.538714Z","time spent":"3.557507797s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:03:17.189564Z","caller":"traceutil/trace.go:171","msg":"trace[358313173] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"3.647032676s","start":"2026-05-10T04:03:13.54247Z","end":"2026-05-10T04:03:17.189502Z","steps":["trace[358313173] 'process raft request' (duration: 3.646715248s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:17.189824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:13.542447Z","time spent":"3.647250232s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:03:17.206881Z","caller":"traceutil/trace.go:171","msg":"trace[1458210015] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:443; }","duration":"3.12535594s","start":"2026-05-10T04:03:14.081468Z","end":"2026-05-10T04:03:17.206823Z","steps":["trace[1458210015] 'read index received' (duration: 3.01438074s)","trace[1458210015] 'applied index is now lower than readState.Index' (duration: 110.9722ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:03:17.207078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125580656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-10T04:03:17.207209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804086112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-10T04:03:17.20721Z","caller":"traceutil/trace.go:171","msg":"trace[654324232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:426; }","duration":"3.125795542s","start":"2026-05-10T04:03:14.081394Z","end":"2026-05-10T04:03:17.20719Z","steps":["trace[654324232] 'agreement among raft nodes before linearized reading' (duration: 3.125536785s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:17.2072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787738616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:03:17.207297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:14.08136Z","time spent":"3.125923535s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:03:17.20731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572752442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:03:17.207405Z","caller":"traceutil/trace.go:171","msg":"trace[2083826154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:426; }","duration":"2.572905187s","start":"2026-05-10T04:03:14.634477Z","end":"2026-05-10T04:03:17.207382Z","steps":["trace[2083826154] 'agreement among raft nodes before linearized reading' (duration: 2.572691931s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:17.207464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:14.634454Z","time spent":"2.573000739s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T04:03:17.207336Z","caller":"traceutil/trace.go:171","msg":"trace[30702743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"1.787943822s","start":"2026-05-10T04:03:15.419366Z","end":"2026-05-10T04:03:17.20731Z","steps":["trace[30702743] 'agreement among raft nodes before linearized reading' (duration: 1.787728176s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:17.207525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:15.419347Z","time spent":"1.788169877s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:03:17.207271Z","caller":"traceutil/trace.go:171","msg":"trace[2145541544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:426; }","duration":"2.804227255s","start":"2026-05-10T04:03:14.40303Z","end":"2026-05-10T04:03:17.207257Z","steps":["trace[2145541544] 'agreement among raft nodes before linearized reading' (duration: 2.804053241s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:17.207592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:14.403Z","time spent":"2.804573316s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T04:03:21.609008Z","caller":"traceutil/trace.go:171","msg":"trace[1797360815] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"112.591542ms","start":"2026-05-10T04:03:21.496383Z","end":"2026-05-10T04:03:21.608975Z","steps":["trace[1797360815] 'process raft request' (duration: 112.204441ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:03:21.614373Z","caller":"traceutil/trace.go:171","msg":"trace[839384724] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"109.96226ms","start":"2026-05-10T04:03:21.504371Z","end":"2026-05-10T04:03:21.614333Z","steps":["trace[839384724] 'process raft request' (duration: 109.682161ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:03:21.61439Z","caller":"traceutil/trace.go:171","msg":"trace[975213638] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"109.868247ms","start":"2026-05-10T04:03:21.504488Z","end":"2026-05-10T04:03:21.614356Z","steps":["trace[975213638] 'process raft request' (duration: 109.718113ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:03:27.893443Z","caller":"traceutil/trace.go:171","msg":"trace[1636762207] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"175.616374ms","start":"2026-05-10T04:03:27.717796Z","end":"2026-05-10T04:03:27.893412Z","steps":["trace[1636762207] 'process raft request' (duration: 174.884435ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:03:28.155278Z","caller":"traceutil/trace.go:171","msg":"trace[534253286] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"198.65025ms","start":"2026-05-10T04:03:27.956598Z","end":"2026-05-10T04:03:28.155248Z","steps":["trace[534253286] 'process raft request' (duration: 187.551868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:28.672065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.758889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:03:28.672359Z","caller":"traceutil/trace.go:171","msg":"trace[484644054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"254.109028ms","start":"2026-05-10T04:03:28.418224Z","end":"2026-05-10T04:03:28.672333Z","steps":["trace[484644054] 'range keys from in-memory index tree' (duration: 253.666647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:28.672116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.664434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8mg46\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-10T04:03:28.672479Z","caller":"traceutil/trace.go:171","msg":"trace[543567763] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8mg46; range_end:; response_count:1; response_revision:580; }","duration":"294.062295ms","start":"2026-05-10T04:03:28.378393Z","end":"2026-05-10T04:03:28.672456Z","steps":["trace[543567763] 'range keys from in-memory index tree' (duration: 293.411247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:47.873848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699341422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:48.37474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699341422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:48.875362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699341422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:49.376075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699341422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:03:49.877076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699341422,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T04:03:50.089861Z","caller":"traceutil/trace.go:171","msg":"trace[424935339] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:780; }","duration":"2.716697318s","start":"2026-05-10T04:03:47.373137Z","end":"2026-05-10T04:03:50.089834Z","steps":["trace[424935339] 'read index received' (duration: 2.608204329s)","trace[424935339] 'applied index is now lower than readState.Index' (duration: 108.491589ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:03:50.089997Z","caller":"traceutil/trace.go:171","msg":"trace[204789133] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"2.603691276s","start":"2026-05-10T04:03:47.486264Z","end":"2026-05-10T04:03:50.089955Z","steps":["trace[204789133] 'process raft request' (duration: 2.603362407s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:50.090139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711174828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-10T04:03:50.090166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:47.486237Z","time spent":"2.603841489s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:03:50.090172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717034586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-10T04:03:50.090182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671216365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:03:50.090312Z","caller":"traceutil/trace.go:171","msg":"trace[1048330157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:753; }","duration":"1.671417241s","start":"2026-05-10T04:03:48.418865Z","end":"2026-05-10T04:03:50.090282Z","steps":["trace[1048330157] 'agreement among raft nodes before linearized reading' (duration: 1.671186344s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:03:50.09024Z","caller":"traceutil/trace.go:171","msg":"trace[753317315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"2.717157081s","start":"2026-05-10T04:03:47.373068Z","end":"2026-05-10T04:03:50.090225Z","steps":["trace[753317315] 'agreement among raft nodes before linearized reading' (duration: 2.716910874s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:50.09037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:48.41884Z","time spent":"1.671520914s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:03:50.090365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011426494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-10T04:03:50.090385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696602023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:03:50.090443Z","caller":"traceutil/trace.go:171","msg":"trace[728246802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:753; }","duration":"2.011569368s","start":"2026-05-10T04:03:48.078855Z","end":"2026-05-10T04:03:50.090424Z","steps":["trace[728246802] 'agreement among raft nodes before linearized reading' (duration: 2.0113124s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:50.090483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:48.078824Z","time spent":"2.011651041s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T04:03:50.090496Z","caller":"traceutil/trace.go:171","msg":"trace[239499856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:753; }","duration":"2.696755897s","start":"2026-05-10T04:03:47.393713Z","end":"2026-05-10T04:03:50.090469Z","steps":["trace[239499856] 'agreement among raft nodes before linearized reading' (duration: 2.696462968s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:50.090388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:47.373034Z","time spent":"2.717344526s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T04:03:50.090187Z","caller":"traceutil/trace.go:171","msg":"trace[1540496492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:753; }","duration":"2.71127944s","start":"2026-05-10T04:03:47.378895Z","end":"2026-05-10T04:03:50.090175Z","steps":["trace[1540496492] 'agreement among raft nodes before linearized reading' (duration: 2.711085105s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:50.090544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:47.393691Z","time spent":"2.696843989s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:03:50.090221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692179011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-10T04:03:50.090622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:47.378875Z","time spent":"2.711718263s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T04:03:50.090728Z","caller":"traceutil/trace.go:171","msg":"trace[2061022165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:753; }","duration":"2.692697947s","start":"2026-05-10T04:03:47.397954Z","end":"2026-05-10T04:03:50.090652Z","steps":["trace[2061022165] 'agreement among raft nodes before linearized reading' (duration: 2.69212955s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:03:50.090886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:03:47.397914Z","time spent":"2.692913152s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T04:04:59.188485Z","caller":"traceutil/trace.go:171","msg":"trace[281282432] linearizableReadLoop","detail":"{readStateIndex:1863; appliedIndex:1862; }","duration":"239.955704ms","start":"2026-05-10T04:04:58.948497Z","end":"2026-05-10T04:04:59.188453Z","steps":["trace[281282432] 'read index received' (duration: 239.81482ms)","trace[281282432] 'applied index is now lower than readState.Index' (duration: 139.364µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:04:59.188594Z","caller":"traceutil/trace.go:171","msg":"trace[918042267] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"279.014004ms","start":"2026-05-10T04:04:58.909545Z","end":"2026-05-10T04:04:59.188559Z","steps":["trace[918042267] 'process raft request' (duration: 278.682235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:59.18868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.151238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:04:59.188786Z","caller":"traceutil/trace.go:171","msg":"trace[152291452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1791; }","duration":"240.324403ms","start":"2026-05-10T04:04:58.948443Z","end":"2026-05-10T04:04:59.188768Z","steps":["trace[152291452] 'agreement among raft nodes before linearized reading' (duration: 240.152498ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:49.639857Z","caller":"traceutil/trace.go:171","msg":"trace[360968709] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"123.771185ms","start":"2026-05-10T04:05:49.516029Z","end":"2026-05-10T04:05:49.6398Z","steps":["trace[360968709] 'process raft request' (duration: 123.57962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:15.556775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.21932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:15.557144Z","caller":"traceutil/trace.go:171","msg":"trace[611608888] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"322.582061ms","start":"2026-05-10T04:07:15.234537Z","end":"2026-05-10T04:07:15.557119Z","steps":["trace[611608888] 'process raft request' (duration: 322.476229ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:15.557149Z","caller":"traceutil/trace.go:171","msg":"trace[1945462221] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"324.430131ms","start":"2026-05-10T04:07:15.232672Z","end":"2026-05-10T04:07:15.557103Z","steps":["trace[1945462221] 'process raft request' (duration: 190.504742ms)","trace[1945462221] 'compare' (duration: 133.021445ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:15.557248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.234516Z","time spent":"322.692974ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:15.557222Z","caller":"traceutil/trace.go:171","msg":"trace[1801932503] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"322.638943ms","start":"2026-05-10T04:07:15.234486Z","end":"2026-05-10T04:07:15.557125Z","steps":["trace[1801932503] 'process raft request' (duration: 322.443347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:15.557331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.232628Z","time spent":"324.603555ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:15.557418Z","caller":"traceutil/trace.go:171","msg":"trace[2145615080] linearizableReadLoop","detail":"{readStateIndex:2880; appliedIndex:2878; }","duration":"323.564367ms","start":"2026-05-10T04:07:15.233817Z","end":"2026-05-10T04:07:15.557382Z","steps":["trace[2145615080] 'read index received' (duration: 94.99309ms)","trace[2145615080] 'applied index is now lower than readState.Index' (duration: 228.569687ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:15.557501Z","caller":"traceutil/trace.go:171","msg":"trace[236686868] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"319.727584ms","start":"2026-05-10T04:07:15.237761Z","end":"2026-05-10T04:07:15.557488Z","steps":["trace[236686868] 'process raft request' (duration: 319.304163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:15.557558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.237753Z","time spent":"319.775305ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:15.557656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.287416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:07:15.557644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.799393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-10T04:07:15.557702Z","caller":"traceutil/trace.go:171","msg":"trace[270598099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2775; }","duration":"138.358098ms","start":"2026-05-10T04:07:15.419331Z","end":"2026-05-10T04:07:15.557689Z","steps":["trace[270598099] 'agreement among raft nodes before linearized reading' (duration: 138.253395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:15.557754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.81952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-10T04:07:15.557757Z","caller":"traceutil/trace.go:171","msg":"trace[1902705626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2775; }","duration":"323.941968ms","start":"2026-05-10T04:07:15.233792Z","end":"2026-05-10T04:07:15.557734Z","steps":["trace[1902705626] 'agreement among raft nodes before linearized reading' (duration: 323.708702ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:15.557798Z","caller":"traceutil/trace.go:171","msg":"trace[2039400401] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2775; }","duration":"321.917442ms","start":"2026-05-10T04:07:15.235867Z","end":"2026-05-10T04:07:15.557785Z","steps":["trace[2039400401] 'agreement among raft nodes before linearized reading' (duration: 321.732667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:15.55781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.233779Z","time spent":"324.02139ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:15.557825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.235847Z","time spent":"321.973615ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T04:07:15.557558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.234468Z","time spent":"322.929471ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:11:14.674845Z","caller":"traceutil/trace.go:171","msg":"trace[2095124595] linearizableReadLoop","detail":"{readStateIndex:4962; appliedIndex:4961; }","duration":"125.129075ms","start":"2026-05-10T04:11:14.549673Z","end":"2026-05-10T04:11:14.674802Z","steps":["trace[2095124595] 'read index received' (duration: 81.67089ms)","trace[2095124595] 'applied index is now lower than readState.Index' (duration: 43.456865ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:11:14.675008Z","caller":"traceutil/trace.go:171","msg":"trace[1034040872] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"134.453398ms","start":"2026-05-10T04:11:14.540515Z","end":"2026-05-10T04:11:14.674968Z","steps":["trace[1034040872] 'process raft request' (duration: 90.860909ms)","trace[1034040872] 'compare' (duration: 42.829218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:11:14.675219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.523046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:11:14.675274Z","caller":"traceutil/trace.go:171","msg":"trace[653318625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4776; }","duration":"125.635889ms","start":"2026-05-10T04:11:14.549624Z","end":"2026-05-10T04:11:14.67526Z","steps":["trace[653318625] 'agreement among raft nodes before linearized reading' (duration: 125.379262ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:11:16.05648Z","caller":"traceutil/trace.go:171","msg":"trace[1710406989] linearizableReadLoop","detail":"{readStateIndex:5004; appliedIndex:5002; }","duration":"102.706219ms","start":"2026-05-10T04:11:15.953751Z","end":"2026-05-10T04:11:16.056457Z","steps":["trace[1710406989] 'read index received' (duration: 75.931335ms)","trace[1710406989] 'applied index is now lower than readState.Index' (duration: 26.773784ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:11:16.05652Z","caller":"traceutil/trace.go:171","msg":"trace[1582262081] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4816; }","duration":"105.960886ms","start":"2026-05-10T04:11:15.950521Z","end":"2026-05-10T04:11:16.056482Z","steps":["trace[1582262081] 'process raft request' (duration: 105.879624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:11:16.056889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.09816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-10T04:11:16.056983Z","caller":"traceutil/trace.go:171","msg":"trace[7116738] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4816; }","duration":"103.285345ms","start":"2026-05-10T04:11:15.953678Z","end":"2026-05-10T04:11:16.056964Z","steps":["trace[7116738] 'agreement among raft nodes before linearized reading' (duration: 102.896484ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:11:21.917105Z","caller":"traceutil/trace.go:171","msg":"trace[1423947687] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5204; }","duration":"102.525924ms","start":"2026-05-10T04:11:21.814541Z","end":"2026-05-10T04:11:21.917067Z","steps":["trace[1423947687] 'read index received' (duration: 102.173345ms)","trace[1423947687] 'applied index is now lower than readState.Index' (duration: 351.339µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:11:21.91721Z","caller":"traceutil/trace.go:171","msg":"trace[1795627510] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"121.259941ms","start":"2026-05-10T04:11:21.795908Z","end":"2026-05-10T04:11:21.917168Z","steps":["trace[1795627510] 'process raft request' (duration: 120.932142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:11:21.917593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.991787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-10T04:11:21.917727Z","caller":"traceutil/trace.go:171","msg":"trace[288812342] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:5011; }","duration":"103.211443ms","start":"2026-05-10T04:11:21.814488Z","end":"2026-05-10T04:11:21.917699Z","steps":["trace[288812342] 'agreement among raft nodes before linearized reading' (duration: 102.781771ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:11:23.203725Z","caller":"traceutil/trace.go:171","msg":"trace[663701062] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5023; }","duration":"144.508761ms","start":"2026-05-10T04:11:23.059178Z","end":"2026-05-10T04:11:23.203687Z","steps":["trace[663701062] 'process raft request' (duration: 144.356767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:11:26.542145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.932252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-05-10T04:11:26.542363Z","caller":"traceutil/trace.go:171","msg":"trace[2031413749] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5283; }","duration":"122.609888ms","start":"2026-05-10T04:11:26.419727Z","end":"2026-05-10T04:11:26.542337Z","steps":["trace[2031413749] 'read index received' (duration: 1.369006ms)","trace[2031413749] 'applied index is now lower than readState.Index' (duration: 121.237882ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:11:26.542304Z","caller":"traceutil/trace.go:171","msg":"trace[1527135100] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5086; }","duration":"172.534378ms","start":"2026-05-10T04:11:26.369727Z","end":"2026-05-10T04:11:26.542262Z","steps":["trace[1527135100] 'process raft request' (duration: 51.39795ms)","trace[1527135100] 'compare' (duration: 120.86759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:11:26.542589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.857505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:11:26.542736Z","caller":"traceutil/trace.go:171","msg":"trace[513420230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5087; }","duration":"123.05561ms","start":"2026-05-10T04:11:26.41966Z","end":"2026-05-10T04:11:26.542716Z","steps":["trace[513420230] 'agreement among raft nodes before linearized reading' (duration: 122.778652ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:11:40.386718Z","caller":"traceutil/trace.go:171","msg":"trace[1982351536] linearizableReadLoop","detail":"{readStateIndex:5570; appliedIndex:5569; }","duration":"127.553961ms","start":"2026-05-10T04:11:40.259126Z","end":"2026-05-10T04:11:40.38668Z","steps":["trace[1982351536] 'read index received' (duration: 127.234062ms)","trace[1982351536] 'applied index is now lower than readState.Index' (duration: 318.529µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:11:40.386818Z","caller":"traceutil/trace.go:171","msg":"trace[2125540024] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"180.449123ms","start":"2026-05-10T04:11:40.206323Z","end":"2026-05-10T04:11:40.386772Z","steps":["trace[2125540024] 'process raft request' (duration: 180.134184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:11:40.386973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.83275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-836b495b-433b-4901-91f2-c2a9151d47c2\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-10T04:11:40.387072Z","caller":"traceutil/trace.go:171","msg":"trace[514136496] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-836b495b-433b-4901-91f2-c2a9151d47c2; range_end:; response_count:1; response_revision:5368; }","duration":"127.985534ms","start":"2026-05-10T04:11:40.259062Z","end":"2026-05-10T04:11:40.387048Z","steps":["trace[514136496] 'agreement among raft nodes before linearized reading' (duration: 127.795819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:11:40.548933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.551336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:11:40.549Z","caller":"traceutil/trace.go:171","msg":"trace[2036559485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5368; }","duration":"129.680099ms","start":"2026-05-10T04:11:40.419306Z","end":"2026-05-10T04:11:40.548987Z","steps":["trace[2036559485] 'range keys from in-memory index tree' (duration: 129.343269ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:12:48.652381Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2957} {"level":"info","ts":"2026-05-10T04:12:48.722036Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2957,"took":"67.63153ms","hash":3313512279,"current-db-size-bytes":57159680,"current-db-size":"57 MB","current-db-size-in-use-bytes":33546240,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-10T04:12:48.7221Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3313512279,"revision":2957,"compact-revision":-1} {"level":"info","ts":"2026-05-10T04:16:54.631723Z","caller":"traceutil/trace.go:171","msg":"trace[810962252] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"194.900635ms","start":"2026-05-10T04:16:54.436791Z","end":"2026-05-10T04:16:54.631691Z","steps":["trace[810962252] 'process raft request' (duration: 194.593416ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:17:48.449683Z","caller":"traceutil/trace.go:171","msg":"trace[1130604706] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"257.771477ms","start":"2026-05-10T04:17:48.191884Z","end":"2026-05-10T04:17:48.449655Z","steps":["trace[1130604706] 'process raft request' (duration: 257.581561ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:17:48.477994Z","caller":"traceutil/trace.go:171","msg":"trace[1345818700] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"125.318312ms","start":"2026-05-10T04:17:48.35265Z","end":"2026-05-10T04:17:48.477969Z","steps":["trace[1345818700] 'process raft request' (duration: 125.178708ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:17:48.679409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6036} {"level":"info","ts":"2026-05-10T04:17:49.277122Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6036,"took":"595.351439ms","hash":2697896769,"current-db-size-bytes":57159680,"current-db-size":"57 MB","current-db-size-in-use-bytes":22597632,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-10T04:17:49.27718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2697896769,"revision":6036,"compact-revision":2957} {"level":"info","ts":"2026-05-10T04:17:49.277603Z","caller":"traceutil/trace.go:171","msg":"trace[1766073146] linearizableReadLoop","detail":"{readStateIndex:8530; appliedIndex:8529; }","duration":"238.636381ms","start":"2026-05-10T04:17:49.038933Z","end":"2026-05-10T04:17:49.27757Z","steps":["trace[1766073146] 'read index received' (duration: 160.391549ms)","trace[1766073146] 'applied index is now lower than readState.Index' (duration: 78.243012ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:17:49.278072Z","caller":"traceutil/trace.go:171","msg":"trace[228718021] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"359.05428ms","start":"2026-05-10T04:17:48.918624Z","end":"2026-05-10T04:17:49.277679Z","steps":["trace[228718021] 'process raft request' (duration: 280.797878ms)","trace[228718021] 'compare' (duration: 78.004755ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:17:49.278508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:17:48.918592Z","time spent":"359.643456ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:17:49.336214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.378131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-10T04:17:49.336262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.884693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:17:49.336281Z","caller":"traceutil/trace.go:171","msg":"trace[331995247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8235; }","duration":"295.463194ms","start":"2026-05-10T04:17:49.040797Z","end":"2026-05-10T04:17:49.33626Z","steps":["trace[331995247] 'agreement among raft nodes before linearized reading' (duration: 236.953925ms)","trace[331995247] 'range keys from in-memory index tree' (duration: 58.330864ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:17:49.336283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.73815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-10T04:17:49.336298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.211343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-10T04:17:49.336332Z","caller":"traceutil/trace.go:171","msg":"trace[1017788767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8235; }","duration":"289.981206ms","start":"2026-05-10T04:17:49.046325Z","end":"2026-05-10T04:17:49.336306Z","steps":["trace[1017788767] 'agreement among raft nodes before linearized reading' (duration: 231.455637ms)","trace[1017788767] 'range keys from in-memory index tree' (duration: 58.341945ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:17:49.336358Z","caller":"traceutil/trace.go:171","msg":"trace[1131809025] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8235; }","duration":"187.322186ms","start":"2026-05-10T04:17:49.149016Z","end":"2026-05-10T04:17:49.336338Z","steps":["trace[1131809025] 'agreement among raft nodes before linearized reading' (duration: 128.752945ms)","trace[1131809025] 'range keys from in-memory index tree' (duration: 58.375726ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:17:49.336338Z","caller":"traceutil/trace.go:171","msg":"trace[1518010982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8235; }","duration":"292.814643ms","start":"2026-05-10T04:17:49.043507Z","end":"2026-05-10T04:17:49.336321Z","steps":["trace[1518010982] 'agreement among raft nodes before linearized reading' (duration: 234.283883ms)","trace[1518010982] 'range keys from in-memory index tree' (duration: 58.406826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:17:49.336536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.492449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T04:17:49.336717Z","caller":"traceutil/trace.go:171","msg":"trace[69293713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8235; }","duration":"297.729416ms","start":"2026-05-10T04:17:49.038862Z","end":"2026-05-10T04:17:49.336591Z","steps":["trace[69293713] 'agreement among raft nodes before linearized reading' (duration: 238.857587ms)","trace[69293713] 'range keys from in-memory index tree' (duration: 58.54533ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:18:28.66172Z","caller":"traceutil/trace.go:171","msg":"trace[193320970] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8538; }","duration":"159.351131ms","start":"2026-05-10T04:18:28.502336Z","end":"2026-05-10T04:18:28.661687Z","steps":["trace[193320970] 'process raft request' (duration: 77.889392ms)","trace[193320970] 'compare' (duration: 81.290294ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:18:28.666054Z","caller":"traceutil/trace.go:171","msg":"trace[1968370939] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"163.241145ms","start":"2026-05-10T04:18:28.502776Z","end":"2026-05-10T04:18:28.666017Z","steps":["trace[1968370939] 'process raft request' (duration: 163.05719ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:19:23.311258Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024c3.wal"} {"level":"info","ts":"2026-05-10T04:20:32.356133Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T04:20:32.368167Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-10T04:20:32.368282Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-10T04:22:48.686258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8234} {"level":"info","ts":"2026-05-10T04:22:48.766623Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8234,"took":"77.590214ms","hash":1322072229,"current-db-size-bytes":57159680,"current-db-size":"57 MB","current-db-size-in-use-bytes":25575424,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-10T04:22:48.766699Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1322072229,"revision":8234,"compact-revision":6036} {"level":"info","ts":"2026-05-10T04:23:21.976254Z","caller":"traceutil/trace.go:171","msg":"trace[1894240884] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"111.384435ms","start":"2026-05-10T04:23:21.864839Z","end":"2026-05-10T04:23:21.976224Z","steps":["trace[1894240884] 'process raft request' (duration: 111.002735ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:23:21.976488Z","caller":"traceutil/trace.go:171","msg":"trace[1918531492] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"110.884331ms","start":"2026-05-10T04:23:21.865565Z","end":"2026-05-10T04:23:21.976449Z","steps":["trace[1918531492] 'process raft request' (duration: 110.578263ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:23:21.984995Z","caller":"traceutil/trace.go:171","msg":"trace[1677251570] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"113.741009ms","start":"2026-05-10T04:23:21.871228Z","end":"2026-05-10T04:23:21.984969Z","steps":["trace[1677251570] 'process raft request' (duration: 113.591935ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:27:48.699441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10769} {"level":"info","ts":"2026-05-10T04:27:48.779279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10769,"took":"75.378874ms","hash":322157477,"current-db-size-bytes":57159680,"current-db-size":"57 MB","current-db-size-in-use-bytes":28049408,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-10T04:27:48.779374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":322157477,"revision":10769,"compact-revision":8234} {"level":"info","ts":"2026-05-10T04:28:01.703778Z","caller":"traceutil/trace.go:171","msg":"trace[265239333] transaction","detail":"{read_only:false; response_revision:13041; number_of_response:1; }","duration":"167.457193ms","start":"2026-05-10T04:28:01.536294Z","end":"2026-05-10T04:28:01.703751Z","steps":["trace[265239333] 'process raft request' (duration: 167.100492ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:02.649126Z","caller":"traceutil/trace.go:171","msg":"trace[1426227064] transaction","detail":"{read_only:false; response_revision:13057; number_of_response:1; }","duration":"143.119632ms","start":"2026-05-10T04:28:02.505984Z","end":"2026-05-10T04:28:02.649104Z","steps":["trace[1426227064] 'process raft request' (duration: 141.92325ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:03.700599Z","caller":"traceutil/trace.go:171","msg":"trace[1548653897] transaction","detail":"{read_only:false; response_revision:13069; number_of_response:1; }","duration":"106.866259ms","start":"2026-05-10T04:28:03.593584Z","end":"2026-05-10T04:28:03.70045Z","steps":["trace[1548653897] 'process raft request' (duration: 97.033893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:05.242119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699373282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:28:05.742337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699373282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:28:06.243232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699373282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:28:06.743755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699373282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:28:07.236773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.575279356s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:28:07.23728Z","caller":"traceutil/trace.go:171","msg":"trace[190008260] transaction","detail":"{read_only:false; response_revision:13071; number_of_response:1; }","duration":"2.575917693s","start":"2026-05-10T04:28:04.661332Z","end":"2026-05-10T04:28:07.23725Z","steps":["trace[190008260] 'process raft request' (duration: 2.575739548s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.237454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:04.661305Z","time spent":"2.576062366s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:28:07.251114Z","caller":"traceutil/trace.go:171","msg":"trace[1419432724] linearizableReadLoop","detail":"{readStateIndex:13526; appliedIndex:13522; }","duration":"2.509696206s","start":"2026-05-10T04:28:04.741387Z","end":"2026-05-10T04:28:07.251083Z","steps":["trace[1419432724] 'read index received' (duration: 2.495705436s)","trace[1419432724] 'applied index is now lower than readState.Index' (duration: 13.98954ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:28:07.251407Z","caller":"traceutil/trace.go:171","msg":"trace[1450322547] transaction","detail":"{read_only:false; response_revision:13072; number_of_response:1; }","duration":"2.183910208s","start":"2026-05-10T04:28:05.067488Z","end":"2026-05-10T04:28:07.251398Z","steps":["trace[1450322547] 'process raft request' (duration: 2.183357344s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.251536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:05.067461Z","time spent":"2.18397386s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:28:07.251653Z","caller":"traceutil/trace.go:171","msg":"trace[956316497] transaction","detail":"{read_only:false; response_revision:13073; number_of_response:1; }","duration":"2.181516144s","start":"2026-05-10T04:28:05.070131Z","end":"2026-05-10T04:28:07.251647Z","steps":["trace[956316497] 'process raft request' (duration: 2.180887427s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.251683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:05.070114Z","time spent":"2.181550274s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:28:07.251738Z","caller":"traceutil/trace.go:171","msg":"trace[1337367084] transaction","detail":"{read_only:false; response_revision:13074; number_of_response:1; }","duration":"1.274939572s","start":"2026-05-10T04:28:05.976792Z","end":"2026-05-10T04:28:07.251732Z","steps":["trace[1337367084] 'process raft request' (duration: 1.274256854s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.251771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:05.976769Z","time spent":"1.274986434s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:28:07.252017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15333165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-764d9d6cdc-j4w5w.18ae19ad8d25ff6f\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-05-10T04:28:07.25201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51059811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T04:28:07.252048Z","caller":"traceutil/trace.go:171","msg":"trace[664800276] range","detail":"{range_begin:/registry/events/openstack/cinder-api-764d9d6cdc-j4w5w.18ae19ad8d25ff6f; range_end:; response_count:1; response_revision:13074; }","duration":"2.153398491s","start":"2026-05-10T04:28:05.098641Z","end":"2026-05-10T04:28:07.25204Z","steps":["trace[664800276] 'agreement among raft nodes before linearized reading' (duration: 2.153263728s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.252076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:05.098621Z","time spent":"2.153447052s","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1200,"request content":"key:\"/registry/events/openstack/cinder-api-764d9d6cdc-j4w5w.18ae19ad8d25ff6f\" "} {"level":"warn","ts":"2026-05-10T04:28:07.252052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488431448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-10T04:28:07.252078Z","caller":"traceutil/trace.go:171","msg":"trace[1029644354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13074; }","duration":"2.510732133s","start":"2026-05-10T04:28:04.741328Z","end":"2026-05-10T04:28:07.25206Z","steps":["trace[1029644354] 'agreement among raft nodes before linearized reading' (duration: 2.510502217s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.252118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:04.741307Z","time spent":"2.510804735s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T04:28:07.252125Z","caller":"traceutil/trace.go:171","msg":"trace[562345693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13074; }","duration":"2.488538181s","start":"2026-05-10T04:28:04.763564Z","end":"2026-05-10T04:28:07.252102Z","steps":["trace[562345693] 'agreement among raft nodes before linearized reading' (duration: 2.488300895s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.252169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:04.763553Z","time spent":"2.488607873s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:28:07.252215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422006271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:28:07.252238Z","caller":"traceutil/trace.go:171","msg":"trace[1701734165] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:13074; }","duration":"1.422062833s","start":"2026-05-10T04:28:05.830169Z","end":"2026-05-10T04:28:07.252232Z","steps":["trace[1701734165] 'agreement among raft nodes before linearized reading' (duration: 1.422024722s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.252254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:05.830152Z","time spent":"1.422098353s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-05-10T04:28:07.252289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486547587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T04:28:07.252344Z","caller":"traceutil/trace.go:171","msg":"trace[370357574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13074; }","duration":"2.486616148s","start":"2026-05-10T04:28:04.765709Z","end":"2026-05-10T04:28:07.252325Z","steps":["trace[370357574] 'agreement among raft nodes before linearized reading' (duration: 2.486479734s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.252356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487595946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-10T04:28:07.252366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834242324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:28:07.252379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:04.765701Z","time spent":"2.48667019s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T04:28:07.252391Z","caller":"traceutil/trace.go:171","msg":"trace[1586844045] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13074; }","duration":"2.487668658s","start":"2026-05-10T04:28:04.764712Z","end":"2026-05-10T04:28:07.252381Z","steps":["trace[1586844045] 'agreement among raft nodes before linearized reading' (duration: 2.487570205s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.252423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:04.764694Z","time spent":"2.48772348s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T04:28:07.252437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105434684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:28:07.252315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42197974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6386"} {"level":"warn","ts":"2026-05-10T04:28:07.252488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.361661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:28:07.252507Z","caller":"traceutil/trace.go:171","msg":"trace[1977868536] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:13074; }","duration":"1.42233065s","start":"2026-05-10T04:28:05.830168Z","end":"2026-05-10T04:28:07.252499Z","steps":["trace[1977868536] 'agreement among raft nodes before linearized reading' (duration: 1.421721303s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:07.252515Z","caller":"traceutil/trace.go:171","msg":"trace[1519604079] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:13074; }","duration":"281.436453ms","start":"2026-05-10T04:28:06.971071Z","end":"2026-05-10T04:28:07.252507Z","steps":["trace[1519604079] 'agreement among raft nodes before linearized reading' (duration: 281.395722ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:07.25251Z","caller":"traceutil/trace.go:171","msg":"trace[1283095786] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:13074; }","duration":"1.105502886s","start":"2026-05-10T04:28:06.146978Z","end":"2026-05-10T04:28:07.252481Z","steps":["trace[1283095786] 'agreement among raft nodes before linearized reading' (duration: 1.105405754s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.252551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457759596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T04:28:07.252572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422091154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:28:07.252582Z","caller":"traceutil/trace.go:171","msg":"trace[57414910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13074; }","duration":"2.457790027s","start":"2026-05-10T04:28:04.794783Z","end":"2026-05-10T04:28:07.252573Z","steps":["trace[57414910] 'agreement among raft nodes before linearized reading' (duration: 2.457698054s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:07.2526Z","caller":"traceutil/trace.go:171","msg":"trace[1015600861] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13074; }","duration":"1.422152975s","start":"2026-05-10T04:28:05.830442Z","end":"2026-05-10T04:28:07.252595Z","steps":["trace[1015600861] 'agreement among raft nodes before linearized reading' (duration: 1.422112864s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.252447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.557066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4xn2\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-10T04:28:07.252618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:05.830421Z","time spent":"1.422193656s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-05-10T04:28:07.25239Z","caller":"traceutil/trace.go:171","msg":"trace[1065705427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13074; }","duration":"1.834311276s","start":"2026-05-10T04:28:05.418073Z","end":"2026-05-10T04:28:07.252384Z","steps":["trace[1065705427] 'agreement among raft nodes before linearized reading' (duration: 1.834267494s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.25253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:05.83015Z","time spent":"1.42237392s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6409,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-05-10T04:28:07.252617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:04.794743Z","time spent":"2.457865519s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:28:07.252654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:05.418049Z","time spent":"1.834598884s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:28:07.252686Z","caller":"traceutil/trace.go:171","msg":"trace[930286794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4xn2; range_end:; response_count:1; response_revision:13074; }","duration":"831.809543ms","start":"2026-05-10T04:28:06.420831Z","end":"2026-05-10T04:28:07.252641Z","steps":["trace[930286794] 'agreement among raft nodes before linearized reading' (duration: 831.546225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.252586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:06.146962Z","time spent":"1.105610329s","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:07.252791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:06.420807Z","time spent":"831.948567ms","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-p4xn2\" "} {"level":"warn","ts":"2026-05-10T04:28:07.253079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143406305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:28:07.253098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.51292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:28:07.25312Z","caller":"traceutil/trace.go:171","msg":"trace[1398252519] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13074; }","duration":"1.143499268s","start":"2026-05-10T04:28:06.109611Z","end":"2026-05-10T04:28:07.25311Z","steps":["trace[1398252519] 'agreement among raft nodes before linearized reading' (duration: 1.143409325s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:07.253133Z","caller":"traceutil/trace.go:171","msg":"trace[1819384588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13074; }","duration":"429.598743ms","start":"2026-05-10T04:28:06.823524Z","end":"2026-05-10T04:28:07.253123Z","steps":["trace[1819384588] 'agreement among raft nodes before linearized reading' (duration: 429.020407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:07.253138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:06.109586Z","time spent":"1.1435473s","remote":"127.0.0.1:58588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:07.253157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:06.823502Z","time spent":"429.647615ms","remote":"127.0.0.1:42976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:28:25.520943Z","caller":"traceutil/trace.go:171","msg":"trace[182356105] transaction","detail":"{read_only:false; response_revision:13179; number_of_response:1; }","duration":"117.364883ms","start":"2026-05-10T04:28:25.403543Z","end":"2026-05-10T04:28:25.520907Z","steps":["trace[182356105] 'process raft request' (duration: 70.612976ms)","trace[182356105] 'compare' (duration: 46.334526ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:28:25.521222Z","caller":"traceutil/trace.go:171","msg":"trace[111144192] transaction","detail":"{read_only:false; response_revision:13180; number_of_response:1; }","duration":"117.574329ms","start":"2026-05-10T04:28:25.403624Z","end":"2026-05-10T04:28:25.521198Z","steps":["trace[111144192] 'process raft request' (duration: 117.171027ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:25.521396Z","caller":"traceutil/trace.go:171","msg":"trace[1134647102] transaction","detail":"{read_only:false; response_revision:13181; number_of_response:1; }","duration":"117.005514ms","start":"2026-05-10T04:28:25.404371Z","end":"2026-05-10T04:28:25.521377Z","steps":["trace[1134647102] 'process raft request' (duration: 116.750307ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:25.521671Z","caller":"traceutil/trace.go:171","msg":"trace[1940653957] transaction","detail":"{read_only:false; response_revision:13182; number_of_response:1; }","duration":"116.788368ms","start":"2026-05-10T04:28:25.404847Z","end":"2026-05-10T04:28:25.521635Z","steps":["trace[1940653957] 'process raft request' (duration: 116.46619ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:25.521743Z","caller":"traceutil/trace.go:171","msg":"trace[1694497450] linearizableReadLoop","detail":"{readStateIndex:13637; appliedIndex:13634; }","duration":"117.867197ms","start":"2026-05-10T04:28:25.403856Z","end":"2026-05-10T04:28:25.521723Z","steps":["trace[1694497450] 'read index received' (duration: 13.809324ms)","trace[1694497450] 'applied index is now lower than readState.Index' (duration: 104.056763ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:28:25.521848Z","caller":"traceutil/trace.go:171","msg":"trace[1686498070] transaction","detail":"{read_only:false; response_revision:13183; number_of_response:1; }","duration":"116.974333ms","start":"2026-05-10T04:28:25.404863Z","end":"2026-05-10T04:28:25.521838Z","steps":["trace[1686498070] 'process raft request' (duration: 116.652064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:25.522485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.602346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:557735"} {"level":"info","ts":"2026-05-10T04:28:25.522563Z","caller":"traceutil/trace.go:171","msg":"trace[319422420] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:13183; }","duration":"118.71354ms","start":"2026-05-10T04:28:25.403832Z","end":"2026-05-10T04:28:25.522546Z","steps":["trace[319422420] 'agreement among raft nodes before linearized reading' (duration: 118.009271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:25.531997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.570065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:28:25.532049Z","caller":"traceutil/trace.go:171","msg":"trace[1231843155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13184; }","duration":"115.654527ms","start":"2026-05-10T04:28:25.416383Z","end":"2026-05-10T04:28:25.532037Z","steps":["trace[1231843155] 'agreement among raft nodes before linearized reading' (duration: 115.560564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:26.526398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699373617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:28:27.026979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699373617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:28:27.528165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741987699373617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:28:28.019149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189039497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-10T04:28:28.019232Z","caller":"traceutil/trace.go:171","msg":"trace[914079616] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13184; }","duration":"2.189157091s","start":"2026-05-10T04:28:25.830056Z","end":"2026-05-10T04:28:28.019213Z","steps":["trace[914079616] 'range keys from in-memory index tree' (duration: 2.188862673s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.019234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288171716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:28:28.019272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:25.830042Z","time spent":"2.189220982s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-10T04:28:28.019298Z","caller":"traceutil/trace.go:171","msg":"trace[124100040] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13184; }","duration":"2.288297041s","start":"2026-05-10T04:28:25.73098Z","end":"2026-05-10T04:28:28.019277Z","steps":["trace[124100040] 'count revisions from in-memory index tree' (duration: 2.288023692s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.019341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:25.730951Z","time spent":"2.288377963s","remote":"127.0.0.1:38708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:28.01827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.994231045s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:28:28.019853Z","caller":"traceutil/trace.go:171","msg":"trace[631569688] transaction","detail":"{read_only:false; response_revision:13185; number_of_response:1; }","duration":"1.99594249s","start":"2026-05-10T04:28:26.023892Z","end":"2026-05-10T04:28:28.019835Z","steps":["trace[631569688] 'process raft request' (duration: 1.995782375s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.019992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:26.023861Z","time spent":"1.996041693s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:28:28.024618Z","caller":"traceutil/trace.go:171","msg":"trace[1425849576] transaction","detail":"{read_only:false; response_revision:13186; number_of_response:1; }","duration":"1.796851039s","start":"2026-05-10T04:28:26.22772Z","end":"2026-05-10T04:28:28.024571Z","steps":["trace[1425849576] 'process raft request' (duration: 1.796287304s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.024857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:26.22769Z","time spent":"1.797011234s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:28:28.026526Z","caller":"traceutil/trace.go:171","msg":"trace[1239892448] transaction","detail":"{read_only:false; response_revision:13187; number_of_response:1; }","duration":"641.953163ms","start":"2026-05-10T04:28:27.384554Z","end":"2026-05-10T04:28:28.026507Z","steps":["trace[1239892448] 'process raft request' (duration: 641.808669ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:28.026651Z","caller":"traceutil/trace.go:171","msg":"trace[658575378] linearizableReadLoop","detail":"{readStateIndex:13647; appliedIndex:13641; }","duration":"2.000768031s","start":"2026-05-10T04:28:26.025874Z","end":"2026-05-10T04:28:28.026642Z","steps":["trace[658575378] 'read index received' (duration: 1.993844402s)","trace[658575378] 'applied index is now lower than readState.Index' (duration: 6.922749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:28:28.026679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.384529Z","time spent":"642.061285ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:28:28.026788Z","caller":"traceutil/trace.go:171","msg":"trace[625190263] transaction","detail":"{read_only:false; response_revision:13188; number_of_response:1; }","duration":"622.644159ms","start":"2026-05-10T04:28:27.404137Z","end":"2026-05-10T04:28:28.026782Z","steps":["trace[625190263] 'process raft request' (duration: 622.335171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.026836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.404128Z","time spent":"622.68433ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:28:28.026893Z","caller":"traceutil/trace.go:171","msg":"trace[1885862741] transaction","detail":"{read_only:false; response_revision:13189; number_of_response:1; }","duration":"621.886838ms","start":"2026-05-10T04:28:27.405Z","end":"2026-05-10T04:28:28.026887Z","steps":["trace[1885862741] 'process raft request' (duration: 621.596711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.026929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.404988Z","time spent":"621.92179ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:28:28.026997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00113102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:28:28.027022Z","caller":"traceutil/trace.go:171","msg":"trace[2062710634] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13189; }","duration":"2.001196513s","start":"2026-05-10T04:28:26.025819Z","end":"2026-05-10T04:28:28.027016Z","steps":["trace[2062710634] 'agreement among raft nodes before linearized reading' (duration: 2.001150241s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.02704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:26.025793Z","time spent":"2.001241943s","remote":"127.0.0.1:54256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:28.027211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760961816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-10T04:28:28.02724Z","caller":"traceutil/trace.go:171","msg":"trace[1098795366] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13189; }","duration":"1.761035597s","start":"2026-05-10T04:28:26.266195Z","end":"2026-05-10T04:28:28.02723Z","steps":["trace[1098795366] 'agreement among raft nodes before linearized reading' (duration: 1.760946775s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.027257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:26.266169Z","time spent":"1.761084409s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-10T04:28:28.027402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.048529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:28:28.02743Z","caller":"traceutil/trace.go:171","msg":"trace[1670042532] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:13189; }","duration":"439.114722ms","start":"2026-05-10T04:28:27.588307Z","end":"2026-05-10T04:28:28.027422Z","steps":["trace[1670042532] 'agreement among raft nodes before linearized reading' (duration: 439.06235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.027449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.588258Z","time spent":"439.185723ms","remote":"127.0.0.1:38714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:28.027593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.729539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4xn2\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T04:28:28.027617Z","caller":"traceutil/trace.go:171","msg":"trace[1173384335] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4xn2; range_end:; response_count:1; response_revision:13189; }","duration":"494.778611ms","start":"2026-05-10T04:28:27.532833Z","end":"2026-05-10T04:28:28.027611Z","steps":["trace[1173384335] 'agreement among raft nodes before linearized reading' (duration: 494.711549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.027634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.532819Z","time spent":"494.810801ms","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-p4xn2\" "} {"level":"warn","ts":"2026-05-10T04:28:28.027761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.708108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:28:28.027783Z","caller":"traceutil/trace.go:171","msg":"trace[1071730576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13189; }","duration":"501.75944ms","start":"2026-05-10T04:28:27.526018Z","end":"2026-05-10T04:28:28.027778Z","steps":["trace[1071730576] 'agreement among raft nodes before linearized reading' (duration: 501.699608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.0278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.525997Z","time spent":"501.798312ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:28:28.027891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.877873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-10T04:28:28.027912Z","caller":"traceutil/trace.go:171","msg":"trace[828907322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13189; }","duration":"501.908684ms","start":"2026-05-10T04:28:27.525997Z","end":"2026-05-10T04:28:28.027906Z","steps":["trace[828907322] 'agreement among raft nodes before linearized reading' (duration: 501.857173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.027929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.525991Z","time spent":"501.934045ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T04:28:28.028004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348497148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:28:28.028025Z","caller":"traceutil/trace.go:171","msg":"trace[918760912] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13189; }","duration":"1.348539329s","start":"2026-05-10T04:28:26.679479Z","end":"2026-05-10T04:28:28.028019Z","steps":["trace[918760912] 'agreement among raft nodes before linearized reading' (duration: 1.348491427s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.028044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:26.679469Z","time spent":"1.34856903s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:28.028197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487703145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T04:28:28.028154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02307432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:28:28.028269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585799466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:28:28.028296Z","caller":"traceutil/trace.go:171","msg":"trace[1859626789] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13189; }","duration":"1.585848157s","start":"2026-05-10T04:28:26.44244Z","end":"2026-05-10T04:28:28.028288Z","steps":["trace[1859626789] 'agreement among raft nodes before linearized reading' (duration: 1.585808276s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:28.028295Z","caller":"traceutil/trace.go:171","msg":"trace[223196455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:13189; }","duration":"1.023304588s","start":"2026-05-10T04:28:27.004956Z","end":"2026-05-10T04:28:28.02826Z","steps":["trace[223196455] 'agreement among raft nodes before linearized reading' (duration: 1.022983448s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.028342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609468037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:28:28.028361Z","caller":"traceutil/trace.go:171","msg":"trace[1230156692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13189; }","duration":"1.60953104s","start":"2026-05-10T04:28:26.418825Z","end":"2026-05-10T04:28:28.028356Z","steps":["trace[1230156692] 'agreement among raft nodes before linearized reading' (duration: 1.609503219s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.028376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:26.418795Z","time spent":"1.60957847s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:28:28.028373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.004919Z","time spent":"1.023440912s","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:28.028881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.303595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6489"} {"level":"info","ts":"2026-05-10T04:28:28.028911Z","caller":"traceutil/trace.go:171","msg":"trace[534710867] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:13189; }","duration":"721.352147ms","start":"2026-05-10T04:28:27.307553Z","end":"2026-05-10T04:28:28.028905Z","steps":["trace[534710867] 'agreement among raft nodes before linearized reading' (duration: 721.281155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.028921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.502757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-10T04:28:28.028967Z","caller":"traceutil/trace.go:171","msg":"trace[530133862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13189; }","duration":"503.56134ms","start":"2026-05-10T04:28:27.525394Z","end":"2026-05-10T04:28:28.028955Z","steps":["trace[530133862] 'agreement among raft nodes before linearized reading' (duration: 503.300673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.028997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.525388Z","time spent":"503.601931ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:28:28.029068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.003561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T04:28:28.029091Z","caller":"traceutil/trace.go:171","msg":"trace[116920288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13189; }","duration":"504.068843ms","start":"2026-05-10T04:28:27.525016Z","end":"2026-05-10T04:28:28.029085Z","steps":["trace[116920288] 'agreement among raft nodes before linearized reading' (duration: 503.93509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.029121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.524998Z","time spent":"504.119154ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:28:28.029139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.971459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:28:28.029169Z","caller":"traceutil/trace.go:171","msg":"trace[31030572] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:13189; }","duration":"727.044971ms","start":"2026-05-10T04:28:27.302115Z","end":"2026-05-10T04:28:28.02916Z","steps":["trace[31030572] 'agreement among raft nodes before linearized reading' (duration: 726.99839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.029196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.302087Z","time spent":"727.103583ms","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-05-10T04:28:28.029252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.667733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T04:28:28.029273Z","caller":"traceutil/trace.go:171","msg":"trace[1358177279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13189; }","duration":"607.701074ms","start":"2026-05-10T04:28:27.421566Z","end":"2026-05-10T04:28:28.029267Z","steps":["trace[1358177279] 'agreement among raft nodes before linearized reading' (duration: 607.648573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.029289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.421559Z","time spent":"607.726614ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T04:28:28.029343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.945143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:28:28.02936Z","caller":"traceutil/trace.go:171","msg":"trace[897698589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:13189; }","duration":"641.979973ms","start":"2026-05-10T04:28:27.387373Z","end":"2026-05-10T04:28:28.029353Z","steps":["trace[897698589] 'agreement among raft nodes before linearized reading' (duration: 641.953563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.029377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.387362Z","time spent":"642.009564ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:28.029384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.358683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:28:28.029421Z","caller":"traceutil/trace.go:171","msg":"trace[1680440405] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13189; }","duration":"733.433495ms","start":"2026-05-10T04:28:27.295977Z","end":"2026-05-10T04:28:28.029411Z","steps":["trace[1680440405] 'agreement among raft nodes before linearized reading' (duration: 733.378483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.029448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.295957Z","time spent":"733.485046ms","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-05-10T04:28:28.028932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.307545Z","time spent":"721.382808ms","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6512,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-05-10T04:28:28.028236Z","caller":"traceutil/trace.go:171","msg":"trace[1477209769] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:13189; }","duration":"1.487774446s","start":"2026-05-10T04:28:26.540457Z","end":"2026-05-10T04:28:28.028231Z","steps":["trace[1477209769] 'agreement among raft nodes before linearized reading' (duration: 1.487668122s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.02964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:26.540438Z","time spent":"1.489194425s","remote":"127.0.0.1:54338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":103,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:28.028315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:26.442424Z","time spent":"1.585886158s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:28:28.029203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.193406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-10T04:28:28.030025Z","caller":"traceutil/trace.go:171","msg":"trace[97453985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13189; }","duration":"505.07667ms","start":"2026-05-10T04:28:27.52494Z","end":"2026-05-10T04:28:28.030016Z","steps":["trace[97453985] 'agreement among raft nodes before linearized reading' (duration: 504.225707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:28.030048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:27.524905Z","time spent":"505.135792ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T04:28:34.161934Z","caller":"traceutil/trace.go:171","msg":"trace[1067995420] transaction","detail":"{read_only:false; response_revision:13242; number_of_response:1; }","duration":"109.156941ms","start":"2026-05-10T04:28:34.052741Z","end":"2026-05-10T04:28:34.161898Z","steps":["trace[1067995420] 'process raft request' (duration: 82.074286ms)","trace[1067995420] 'compare' (duration: 26.830438ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:28:34.162166Z","caller":"traceutil/trace.go:171","msg":"trace[1581129579] transaction","detail":"{read_only:false; response_revision:13243; number_of_response:1; }","duration":"108.694459ms","start":"2026-05-10T04:28:34.053428Z","end":"2026-05-10T04:28:34.162122Z","steps":["trace[1581129579] 'process raft request' (duration: 108.393691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:34.162212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.435142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:28:34.162321Z","caller":"traceutil/trace.go:171","msg":"trace[55094251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13243; }","duration":"104.576886ms","start":"2026-05-10T04:28:34.057707Z","end":"2026-05-10T04:28:34.162284Z","steps":["trace[55094251] 'agreement among raft nodes before linearized reading' (duration: 104.297399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:34.16249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.652043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-10T04:28:34.162575Z","caller":"traceutil/trace.go:171","msg":"trace[1731484506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13243; }","duration":"106.793496ms","start":"2026-05-10T04:28:34.055764Z","end":"2026-05-10T04:28:34.162557Z","steps":["trace[1731484506] 'agreement among raft nodes before linearized reading' (duration: 106.507279ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:36.257673Z","caller":"traceutil/trace.go:171","msg":"trace[1721530002] linearizableReadLoop","detail":"{readStateIndex:13710; appliedIndex:13709; }","duration":"180.934088ms","start":"2026-05-10T04:28:36.076715Z","end":"2026-05-10T04:28:36.257649Z","steps":["trace[1721530002] 'read index received' (duration: 180.688951ms)","trace[1721530002] 'applied index is now lower than readState.Index' (duration: 244.567µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:28:36.257872Z","caller":"traceutil/trace.go:171","msg":"trace[505028293] transaction","detail":"{read_only:false; response_revision:13251; number_of_response:1; }","duration":"183.652541ms","start":"2026-05-10T04:28:36.074143Z","end":"2026-05-10T04:28:36.257795Z","steps":["trace[505028293] 'process raft request' (duration: 183.369353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.258002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.266466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7433"} {"level":"info","ts":"2026-05-10T04:28:36.258091Z","caller":"traceutil/trace.go:171","msg":"trace[1421803621] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:13251; }","duration":"181.41297ms","start":"2026-05-10T04:28:36.076658Z","end":"2026-05-10T04:28:36.258071Z","steps":["trace[1421803621] 'agreement among raft nodes before linearized reading' (duration: 181.187784ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:36.589471Z","caller":"traceutil/trace.go:171","msg":"trace[196050130] transaction","detail":"{read_only:false; response_revision:13252; number_of_response:1; }","duration":"419.54765ms","start":"2026-05-10T04:28:36.169886Z","end":"2026-05-10T04:28:36.589434Z","steps":["trace[196050130] 'process raft request' (duration: 409.673892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.589703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.169846Z","time spent":"419.731045ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:28:36.590435Z","caller":"traceutil/trace.go:171","msg":"trace[705197439] linearizableReadLoop","detail":"{readStateIndex:13712; appliedIndex:13710; }","duration":"332.679355ms","start":"2026-05-10T04:28:36.257739Z","end":"2026-05-10T04:28:36.590419Z","steps":["trace[705197439] 'read index received' (duration: 321.857531ms)","trace[705197439] 'applied index is now lower than readState.Index' (duration: 10.820394ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:28:36.590721Z","caller":"traceutil/trace.go:171","msg":"trace[1485251049] transaction","detail":"{read_only:false; response_revision:13253; number_of_response:1; }","duration":"420.036433ms","start":"2026-05-10T04:28:36.170672Z","end":"2026-05-10T04:28:36.590708Z","steps":["trace[1485251049] 'process raft request' (duration: 418.620815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.5908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.170655Z","time spent":"420.100876ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:28:36.591117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.259539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p4xn2\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T04:28:36.591165Z","caller":"traceutil/trace.go:171","msg":"trace[1933078988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p4xn2; range_end:; response_count:1; response_revision:13253; }","duration":"354.329691ms","start":"2026-05-10T04:28:36.236824Z","end":"2026-05-10T04:28:36.591153Z","steps":["trace[1933078988] 'agreement among raft nodes before linearized reading' (duration: 354.127846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.591202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.236814Z","time spent":"354.379432ms","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-p4xn2\" "} {"level":"warn","ts":"2026-05-10T04:28:36.591461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.008862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-10T04:28:36.591503Z","caller":"traceutil/trace.go:171","msg":"trace[1385930112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13253; }","duration":"361.061734ms","start":"2026-05-10T04:28:36.230427Z","end":"2026-05-10T04:28:36.591489Z","steps":["trace[1385930112] 'agreement among raft nodes before linearized reading' (duration: 360.962292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.591539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.230414Z","time spent":"361.117405ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T04:28:36.591743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.017877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:28:36.591777Z","caller":"traceutil/trace.go:171","msg":"trace[1489914304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13253; }","duration":"363.066028ms","start":"2026-05-10T04:28:36.2287Z","end":"2026-05-10T04:28:36.591766Z","steps":["trace[1489914304] 'agreement among raft nodes before linearized reading' (duration: 362.973005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.592368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.668557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-10T04:28:36.592416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.101447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T04:28:36.592515Z","caller":"traceutil/trace.go:171","msg":"trace[1578530888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13253; }","duration":"364.23907ms","start":"2026-05-10T04:28:36.228251Z","end":"2026-05-10T04:28:36.59249Z","steps":["trace[1578530888] 'agreement among raft nodes before linearized reading' (duration: 363.918571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.592526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.07878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:28:36.592536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.929553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-10T04:28:36.592573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.228231Z","time spent":"364.332463ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T04:28:36.592587Z","caller":"traceutil/trace.go:171","msg":"trace[463183484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13253; }","duration":"175.194453ms","start":"2026-05-10T04:28:36.417373Z","end":"2026-05-10T04:28:36.592567Z","steps":["trace[463183484] 'agreement among raft nodes before linearized reading' (duration: 175.08725ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:36.592523Z","caller":"traceutil/trace.go:171","msg":"trace[294145922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13253; }","duration":"404.848523ms","start":"2026-05-10T04:28:36.187623Z","end":"2026-05-10T04:28:36.592471Z","steps":["trace[294145922] 'agreement among raft nodes before linearized reading' (duration: 404.565515ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:28:36.592636Z","caller":"traceutil/trace.go:171","msg":"trace[243232] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13253; }","duration":"301.035306ms","start":"2026-05-10T04:28:36.291574Z","end":"2026-05-10T04:28:36.592609Z","steps":["trace[243232] 'agreement among raft nodes before linearized reading' (duration: 300.78646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.592694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.291555Z","time spent":"301.123539ms","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-10T04:28:36.59273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.187609Z","time spent":"405.070408ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:28:36.592769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.547958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-10T04:28:36.592853Z","caller":"traceutil/trace.go:171","msg":"trace[1868885503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13253; }","duration":"364.685732ms","start":"2026-05-10T04:28:36.228155Z","end":"2026-05-10T04:28:36.59284Z","steps":["trace[1868885503] 'agreement among raft nodes before linearized reading' (duration: 363.975373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.592913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.228125Z","time spent":"364.777005ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:28:36.592978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.441926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:28:36.593104Z","caller":"traceutil/trace.go:171","msg":"trace[1888401923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13253; }","duration":"364.583799ms","start":"2026-05-10T04:28:36.228507Z","end":"2026-05-10T04:28:36.593091Z","steps":["trace[1888401923] 'agreement among raft nodes before linearized reading' (duration: 363.599443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:28:36.593138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.2285Z","time spent":"364.629171ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:28:36.591808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:28:36.228694Z","time spent":"363.106889ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T04:29:50.233175Z","caller":"traceutil/trace.go:171","msg":"trace[682002035] linearizableReadLoop","detail":"{readStateIndex:14205; appliedIndex:14204; }","duration":"170.207638ms","start":"2026-05-10T04:29:50.062939Z","end":"2026-05-10T04:29:50.233147Z","steps":["trace[682002035] 'read index received' (duration: 169.91997ms)","trace[682002035] 'applied index is now lower than readState.Index' (duration: 286.687µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:29:50.233233Z","caller":"traceutil/trace.go:171","msg":"trace[768531997] transaction","detail":"{read_only:false; response_revision:13727; number_of_response:1; }","duration":"242.770385ms","start":"2026-05-10T04:29:49.990431Z","end":"2026-05-10T04:29:50.233201Z","steps":["trace[768531997] 'process raft request' (duration: 242.500148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:50.233658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.72301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:29:50.233759Z","caller":"traceutil/trace.go:171","msg":"trace[1448072009] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13727; }","duration":"167.874024ms","start":"2026-05-10T04:29:50.06587Z","end":"2026-05-10T04:29:50.233744Z","steps":["trace[1448072009] 'agreement among raft nodes before linearized reading' (duration: 167.695209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:50.234122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.122362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128836"} {"level":"info","ts":"2026-05-10T04:29:50.234206Z","caller":"traceutil/trace.go:171","msg":"trace[1092591268] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13727; }","duration":"157.239554ms","start":"2026-05-10T04:29:50.076948Z","end":"2026-05-10T04:29:50.234188Z","steps":["trace[1092591268] 'agreement among raft nodes before linearized reading' (duration: 156.937386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:50.234327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.797933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-10T04:29:50.234401Z","caller":"traceutil/trace.go:171","msg":"trace[1375429545] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:13727; }","duration":"171.501182ms","start":"2026-05-10T04:29:50.062881Z","end":"2026-05-10T04:29:50.234382Z","steps":["trace[1375429545] 'agreement among raft nodes before linearized reading' (duration: 170.416033ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:29:59.210751Z","caller":"traceutil/trace.go:171","msg":"trace[487048224] transaction","detail":"{read_only:false; response_revision:13886; number_of_response:1; }","duration":"311.901311ms","start":"2026-05-10T04:29:58.898814Z","end":"2026-05-10T04:29:59.210715Z","steps":["trace[487048224] 'process raft request' (duration: 311.686825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:59.21094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:29:58.898783Z","time spent":"312.070535ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:29:59.221361Z","caller":"traceutil/trace.go:171","msg":"trace[1162468012] linearizableReadLoop","detail":"{readStateIndex:14368; appliedIndex:14366; }","duration":"239.66233ms","start":"2026-05-10T04:29:58.981675Z","end":"2026-05-10T04:29:59.221338Z","steps":["trace[1162468012] 'read index received' (duration: 228.906339ms)","trace[1162468012] 'applied index is now lower than readState.Index' (duration: 10.754821ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:29:59.221444Z","caller":"traceutil/trace.go:171","msg":"trace[2100543946] transaction","detail":"{read_only:false; response_revision:13887; number_of_response:1; }","duration":"314.880141ms","start":"2026-05-10T04:29:58.906541Z","end":"2026-05-10T04:29:59.221421Z","steps":["trace[2100543946] 'process raft request' (duration: 314.670145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:59.221542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.874366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T04:29:59.221584Z","caller":"traceutil/trace.go:171","msg":"trace[1410047425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13887; }","duration":"239.965808ms","start":"2026-05-10T04:29:58.981609Z","end":"2026-05-10T04:29:59.221575Z","steps":["trace[1410047425] 'agreement among raft nodes before linearized reading' (duration: 239.824824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:59.221626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.954867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T04:29:59.221658Z","caller":"traceutil/trace.go:171","msg":"trace[496671246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13887; }","duration":"143.02563ms","start":"2026-05-10T04:29:59.078623Z","end":"2026-05-10T04:29:59.221648Z","steps":["trace[496671246] 'agreement among raft nodes before linearized reading' (duration: 142.951517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:59.221734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.50543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-10T04:29:59.22174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.761052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:29:59.221786Z","caller":"traceutil/trace.go:171","msg":"trace[451217222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13887; }","duration":"144.583983ms","start":"2026-05-10T04:29:59.077189Z","end":"2026-05-10T04:29:59.221774Z","steps":["trace[451217222] 'agreement among raft nodes before linearized reading' (duration: 144.366456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:59.221755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.938761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-10T04:29:59.221802Z","caller":"traceutil/trace.go:171","msg":"trace[327651048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13887; }","duration":"146.869155ms","start":"2026-05-10T04:29:59.074918Z","end":"2026-05-10T04:29:59.221787Z","steps":["trace[327651048] 'agreement among raft nodes before linearized reading' (duration: 146.674159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:59.221816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.356278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T04:29:59.221546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.521801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-10T04:29:59.221755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.272181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-6c6687ddd6-2s97d\" ","response":"range_response_count:1 size:7042"} {"level":"info","ts":"2026-05-10T04:29:59.221859Z","caller":"traceutil/trace.go:171","msg":"trace[1713517329] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13887; }","duration":"142.129625ms","start":"2026-05-10T04:29:59.0797Z","end":"2026-05-10T04:29:59.22183Z","steps":["trace[1713517329] 'agreement among raft nodes before linearized reading' (duration: 141.795665ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:29:59.221876Z","caller":"traceutil/trace.go:171","msg":"trace[979989678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13887; }","duration":"147.918902ms","start":"2026-05-10T04:29:59.073949Z","end":"2026-05-10T04:29:59.221867Z","steps":["trace[979989678] 'agreement among raft nodes before linearized reading' (duration: 147.49751ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:29:59.221874Z","caller":"traceutil/trace.go:171","msg":"trace[1363040063] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13887; }","duration":"112.485252ms","start":"2026-05-10T04:29:59.109377Z","end":"2026-05-10T04:29:59.221862Z","steps":["trace[1363040063] 'agreement among raft nodes before linearized reading' (duration: 112.278576ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:29:59.221898Z","caller":"traceutil/trace.go:171","msg":"trace[647203262] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-6c6687ddd6-2s97d; range_end:; response_count:1; response_revision:13887; }","duration":"103.446867ms","start":"2026-05-10T04:29:59.118443Z","end":"2026-05-10T04:29:59.22189Z","steps":["trace[647203262] 'agreement among raft nodes before linearized reading' (duration: 103.176848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:29:59.222003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:29:58.906506Z","time spent":"315.453727ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:31:39.761126Z","caller":"traceutil/trace.go:171","msg":"trace[591112972] transaction","detail":"{read_only:false; response_revision:14980; number_of_response:1; }","duration":"152.469754ms","start":"2026-05-10T04:31:39.608629Z","end":"2026-05-10T04:31:39.761099Z","steps":["trace[591112972] 'process raft request' (duration: 152.299559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:31:39.910419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.408505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:31:39.91051Z","caller":"traceutil/trace.go:171","msg":"trace[862887339] linearizableReadLoop","detail":"{readStateIndex:15495; appliedIndex:15494; }","duration":"141.147677ms","start":"2026-05-10T04:31:39.769348Z","end":"2026-05-10T04:31:39.910496Z","steps":["trace[862887339] 'read index received' (duration: 30.511596ms)","trace[862887339] 'applied index is now lower than readState.Index' (duration: 110.635201ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:31:39.91058Z","caller":"traceutil/trace.go:171","msg":"trace[1627942041] transaction","detail":"{read_only:false; response_revision:14981; number_of_response:1; }","duration":"299.743896ms","start":"2026-05-10T04:31:39.610825Z","end":"2026-05-10T04:31:39.910569Z","steps":["trace[1627942041] 'process raft request' (duration: 189.093074ms)","trace[1627942041] 'compare' (duration: 110.177749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:31:39.910809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.375481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:31:39.910913Z","caller":"traceutil/trace.go:171","msg":"trace[1281486224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14981; }","duration":"138.501455ms","start":"2026-05-10T04:31:39.772388Z","end":"2026-05-10T04:31:39.910889Z","steps":["trace[1281486224] 'agreement among raft nodes before linearized reading' (duration: 138.254019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:31:39.911068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.714082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T04:31:39.911102Z","caller":"traceutil/trace.go:171","msg":"trace[623412206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14981; }","duration":"141.752553ms","start":"2026-05-10T04:31:39.769342Z","end":"2026-05-10T04:31:39.911094Z","steps":["trace[623412206] 'agreement among raft nodes before linearized reading' (duration: 141.671171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:31:39.911167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.13306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-10T04:31:39.911211Z","caller":"traceutil/trace.go:171","msg":"trace[815413305] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14981; }","duration":"133.181792ms","start":"2026-05-10T04:31:39.778016Z","end":"2026-05-10T04:31:39.911198Z","steps":["trace[815413305] 'agreement among raft nodes before linearized reading' (duration: 133.083109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:31:39.911411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.478734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-10T04:31:39.911446Z","caller":"traceutil/trace.go:171","msg":"trace[16328383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14981; }","duration":"135.522235ms","start":"2026-05-10T04:31:39.775916Z","end":"2026-05-10T04:31:39.911438Z","steps":["trace[16328383] 'agreement among raft nodes before linearized reading' (duration: 135.434313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:31:39.911651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.468004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T04:31:39.911698Z","caller":"traceutil/trace.go:171","msg":"trace[175083838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14981; }","duration":"138.523936ms","start":"2026-05-10T04:31:39.773163Z","end":"2026-05-10T04:31:39.911687Z","steps":["trace[175083838] 'agreement among raft nodes before linearized reading' (duration: 138.431953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:31:39.911805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.378079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-10T04:31:39.911864Z","caller":"traceutil/trace.go:171","msg":"trace[1916501546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14981; }","duration":"139.430591ms","start":"2026-05-10T04:31:39.772422Z","end":"2026-05-10T04:31:39.911852Z","steps":["trace[1916501546] 'agreement among raft nodes before linearized reading' (duration: 139.339048ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:32:48.70677Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12959} {"level":"info","ts":"2026-05-10T04:32:48.786419Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12959,"took":"76.909241ms","hash":1124074183,"current-db-size-bytes":57159680,"current-db-size":"57 MB","current-db-size-in-use-bytes":30711808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-10T04:32:48.786478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1124074183,"revision":12959,"compact-revision":10769} {"level":"info","ts":"2026-05-10T04:37:19.245234Z","caller":"traceutil/trace.go:171","msg":"trace[1091737028] linearizableReadLoop","detail":"{readStateIndex:18143; appliedIndex:18142; }","duration":"192.068959ms","start":"2026-05-10T04:37:19.053131Z","end":"2026-05-10T04:37:19.2452Z","steps":["trace[1091737028] 'read index received' (duration: 191.861023ms)","trace[1091737028] 'applied index is now lower than readState.Index' (duration: 206.136µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:37:19.245401Z","caller":"traceutil/trace.go:171","msg":"trace[633784083] transaction","detail":"{read_only:false; response_revision:17544; number_of_response:1; }","duration":"241.23662ms","start":"2026-05-10T04:37:19.004148Z","end":"2026-05-10T04:37:19.245385Z","steps":["trace[633784083] 'process raft request' (duration: 240.815109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:37:19.245646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.484919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T04:37:19.245776Z","caller":"traceutil/trace.go:171","msg":"trace[1701239694] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:17544; }","duration":"192.685766ms","start":"2026-05-10T04:37:19.053072Z","end":"2026-05-10T04:37:19.245758Z","steps":["trace[1701239694] 'agreement among raft nodes before linearized reading' (duration: 192.493021ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:37:19.280273Z","caller":"traceutil/trace.go:171","msg":"trace[908920432] transaction","detail":"{read_only:false; response_revision:17545; number_of_response:1; }","duration":"158.779589ms","start":"2026-05-10T04:37:19.121462Z","end":"2026-05-10T04:37:19.280242Z","steps":["trace[908920432] 'process raft request' (duration: 158.567183ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:37:19.280497Z","caller":"traceutil/trace.go:171","msg":"trace[1104079773] transaction","detail":"{read_only:false; response_revision:17546; number_of_response:1; }","duration":"100.986273ms","start":"2026-05-10T04:37:19.179499Z","end":"2026-05-10T04:37:19.280485Z","steps":["trace[1104079773] 'process raft request' (duration: 100.698556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:37:19.2805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.725927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T04:37:19.280588Z","caller":"traceutil/trace.go:171","msg":"trace[2127611236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17546; }","duration":"206.8349ms","start":"2026-05-10T04:37:19.073727Z","end":"2026-05-10T04:37:19.280562Z","steps":["trace[2127611236] 'agreement among raft nodes before linearized reading' (duration: 206.677655ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:37:19.280611Z","caller":"traceutil/trace.go:171","msg":"trace[1431880230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17546; }","duration":"100.038188ms","start":"2026-05-10T04:37:19.180548Z","end":"2026-05-10T04:37:19.280586Z","steps":["trace[1431880230] 'agreement among raft nodes before linearized reading' (duration: 99.995007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:37:19.280788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.823272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rcnb2\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-05-10T04:37:19.280909Z","caller":"traceutil/trace.go:171","msg":"trace[1137965172] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rcnb2; range_end:; response_count:1; response_revision:17546; }","duration":"147.977776ms","start":"2026-05-10T04:37:19.132903Z","end":"2026-05-10T04:37:19.280881Z","steps":["trace[1137965172] 'agreement among raft nodes before linearized reading' (duration: 147.670838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:37:19.64302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.694786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-05-10T04:37:19.643107Z","caller":"traceutil/trace.go:171","msg":"trace[1519168415] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17546; }","duration":"220.012865ms","start":"2026-05-10T04:37:19.423069Z","end":"2026-05-10T04:37:19.643082Z","steps":["trace[1519168415] 'range keys from in-memory index tree' (duration: 219.48062ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:37:19.819465Z","caller":"traceutil/trace.go:171","msg":"trace[534487292] linearizableReadLoop","detail":"{readStateIndex:18148; appliedIndex:18147; }","duration":"125.714293ms","start":"2026-05-10T04:37:19.693719Z","end":"2026-05-10T04:37:19.819434Z","steps":["trace[534487292] 'read index received' (duration: 124.819929ms)","trace[534487292] 'applied index is now lower than readState.Index' (duration: 893.314µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:37:19.819779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.035152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-05-10T04:37:19.819922Z","caller":"traceutil/trace.go:171","msg":"trace[1190064098] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:17549; }","duration":"126.251817ms","start":"2026-05-10T04:37:19.693655Z","end":"2026-05-10T04:37:19.819906Z","steps":["trace[1190064098] 'agreement among raft nodes before linearized reading' (duration: 125.922449ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:37:19.820268Z","caller":"traceutil/trace.go:171","msg":"trace[958980045] transaction","detail":"{read_only:false; response_revision:17549; number_of_response:1; }","duration":"126.317029ms","start":"2026-05-10T04:37:19.69321Z","end":"2026-05-10T04:37:19.819527Z","steps":["trace[958980045] 'process raft request' (duration: 125.386894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:37:19.821166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.278941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T04:37:19.821242Z","caller":"traceutil/trace.go:171","msg":"trace[1870469958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17550; }","duration":"125.383944ms","start":"2026-05-10T04:37:19.695842Z","end":"2026-05-10T04:37:19.821226Z","steps":["trace[1870469958] 'agreement among raft nodes before linearized reading' (duration: 125.121657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:37:19.82171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.107081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T04:37:19.821753Z","caller":"traceutil/trace.go:171","msg":"trace[2052823747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17550; }","duration":"103.172892ms","start":"2026-05-10T04:37:19.718569Z","end":"2026-05-10T04:37:19.821742Z","steps":["trace[2052823747] 'agreement among raft nodes before linearized reading' (duration: 102.906955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:37:19.821937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.976539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T04:37:19.821971Z","caller":"traceutil/trace.go:171","msg":"trace[600681883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17550; }","duration":"126.021991ms","start":"2026-05-10T04:37:19.69594Z","end":"2026-05-10T04:37:19.821962Z","steps":["trace[600681883] 'agreement among raft nodes before linearized reading' (duration: 125.901588ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:37:48.715876Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15436} {"level":"info","ts":"2026-05-10T04:37:48.831762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15436,"took":"101.537319ms","hash":155029242,"current-db-size-bytes":57159680,"current-db-size":"57 MB","current-db-size-in-use-bytes":33189888,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-10T04:37:48.831885Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":155029242,"revision":15436,"compact-revision":12959} {"level":"info","ts":"2026-05-10T04:40:43.477834Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T04:40:43.482727Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-10T04:40:43.482891Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-10T04:42:48.735475Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17984} {"level":"info","ts":"2026-05-10T04:42:48.853776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17984,"took":"113.114264ms","hash":1362297067,"current-db-size-bytes":57159680,"current-db-size":"57 MB","current-db-size-in-use-bytes":28835840,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-10T04:42:48.853864Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1362297067,"revision":17984,"compact-revision":15436}