{"level":"warn","ts":"2026-04-09T05:57:49.275112Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T05:57:49.275214Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=instance=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T05:57:49.275301Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T05:57:49.275315Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-04-09T05:57:49.275333Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T05:57:49.276046Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-04-09T05:57:49.276497Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T05:57:49.28047Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.648494ms"} {"level":"info","ts":"2026-04-09T05:57:49.285337Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-04-09T05:57:49.285431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T05:57:49.285459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-04-09T05:57:49.285475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T05:57:49.285493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-04-09T05:57:49.285538Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-04-09T05:57:49.293836Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T05:57:49.295543Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T05:57:49.296805Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T05:57:49.299858Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T05:57:49.300052Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T05:57:49.300191Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T05:57:49.300209Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T05:57:49.300306Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T05:57:49.301519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-04-09T05:57:49.30237Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-04-09T05:57:49.305571Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T05:57:49.305733Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-04-09T05:57:49.305813Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-04-09T05:57:49.305945Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T05:57:49.305999Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T05:57:50.186427Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T05:57:50.186501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T05:57:50.186551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-04-09T05:57:50.186571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"info","ts":"2026-04-09T05:57:50.186584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-04-09T05:57:50.186615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-04-09T05:57:50.186637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-04-09T05:57:50.197649Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.113:2379]}","request-path":"/0/members/a31e123290fcf0df/attributes","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T05:57:50.197671Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T05:57:50.197649Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T05:57:50.198022Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T05:57:50.198097Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T05:57:50.198039Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T05:57:50.200953Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-04-09T05:57:50.201227Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T05:57:50.202111Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T05:57:50.202268Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T05:57:50.202332Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T05:57:56.660351Z","caller":"traceutil/trace.go:171","msg":"trace[823415099] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"423.130332ms","start":"2026-04-09T05:57:56.237197Z","end":"2026-04-09T05:57:56.660327Z","steps":["trace[823415099] 'process raft request' (duration: 422.940838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:57:56.660888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:57:56.237168Z","time spent":"423.284917ms","remote":"127.0.0.1:45738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T05:57:56.670582Z","caller":"traceutil/trace.go:171","msg":"trace[960893901] transaction","detail":"{read_only:false; number_of_response:0; response_revision:267; }","duration":"418.101692ms","start":"2026-04-09T05:57:56.252468Z","end":"2026-04-09T05:57:56.67057Z","steps":["trace[960893901] 'process raft request' (duration: 418.029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:57:56.670661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:57:56.252459Z","time spent":"418.168264ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T05:57:56.670646Z","caller":"traceutil/trace.go:171","msg":"trace[1915883014] transaction","detail":"{read_only:false; number_of_response:0; response_revision:267; }","duration":"418.092762ms","start":"2026-04-09T05:57:56.252525Z","end":"2026-04-09T05:57:56.670617Z","steps":["trace[1915883014] 'process raft request' (duration: 417.9972ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:57:56.670584Z","caller":"traceutil/trace.go:171","msg":"trace[874022554] transaction","detail":"{read_only:false; number_of_response:0; response_revision:267; }","duration":"418.257316ms","start":"2026-04-09T05:57:56.252288Z","end":"2026-04-09T05:57:56.670545Z","steps":["trace[874022554] 'process raft request' (duration: 418.096322ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:57:56.670673Z","caller":"traceutil/trace.go:171","msg":"trace[515253603] transaction","detail":"{read_only:false; number_of_response:0; response_revision:267; }","duration":"403.759461ms","start":"2026-04-09T05:57:56.266887Z","end":"2026-04-09T05:57:56.670646Z","steps":["trace[515253603] 'process raft request' (duration: 403.659858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:57:56.670778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:57:56.252518Z","time spent":"418.195155ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T05:57:56.670815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:57:56.266869Z","time spent":"403.889205ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T05:57:56.670821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:57:56.252253Z","time spent":"418.472292ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T05:57:56.670899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.480898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-04-09T05:57:56.671001Z","caller":"traceutil/trace.go:171","msg":"trace[66582406] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:267; }","duration":"414.683644ms","start":"2026-04-09T05:57:56.256303Z","end":"2026-04-09T05:57:56.670987Z","steps":["trace[66582406] 'agreement among raft nodes before linearized reading' (duration: 414.424337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:57:56.671045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:57:56.256279Z","time spent":"414.757436ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4003,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-04-09T05:57:56.670603Z","caller":"traceutil/trace.go:171","msg":"trace[1008695100] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:275; }","duration":"414.229472ms","start":"2026-04-09T05:57:56.256342Z","end":"2026-04-09T05:57:56.670572Z","steps":["trace[1008695100] 'read index received' (duration: 403.855533ms)","trace[1008695100] 'applied index is now lower than readState.Index' (duration: 10.372919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:57:56.671309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.230518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T05:57:56.671358Z","caller":"traceutil/trace.go:171","msg":"trace[1499960719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:267; }","duration":"124.30843ms","start":"2026-04-09T05:57:56.547041Z","end":"2026-04-09T05:57:56.671349Z","steps":["trace[1499960719] 'agreement among raft nodes before linearized reading' (duration: 124.240148ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:04.311907Z","caller":"traceutil/trace.go:171","msg":"trace[985204846] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"417.275551ms","start":"2026-04-09T05:58:03.894601Z","end":"2026-04-09T05:58:04.311876Z","steps":["trace[985204846] 'read index received' (duration: 417.043924ms)","trace[985204846] 'applied index is now lower than readState.Index' (duration: 230.487µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:58:04.312014Z","caller":"traceutil/trace.go:171","msg":"trace[631962815] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"592.06378ms","start":"2026-04-09T05:58:03.719912Z","end":"2026-04-09T05:58:04.311975Z","steps":["trace[631962815] 'process raft request' (duration: 591.795884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:04.312127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.040154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T05:58:04.312173Z","caller":"traceutil/trace.go:171","msg":"trace[1630385856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:362; }","duration":"307.133278ms","start":"2026-04-09T05:58:04.005029Z","end":"2026-04-09T05:58:04.312162Z","steps":["trace[1630385856] 'agreement among raft nodes before linearized reading' (duration: 307.013225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:04.312228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:04.005012Z","time spent":"307.207019ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T05:58:04.3122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.559619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-04-09T05:58:04.312309Z","caller":"traceutil/trace.go:171","msg":"trace[2123094972] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:362; }","duration":"417.732972ms","start":"2026-04-09T05:58:03.894553Z","end":"2026-04-09T05:58:04.312286Z","steps":["trace[2123094972] 'agreement among raft nodes before linearized reading' (duration: 417.479066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:04.312371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:03.894532Z","time spent":"417.826015ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-09T05:58:04.312447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:03.719888Z","time spent":"592.204733ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T05:58:04.805656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.117207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T05:58:04.805784Z","caller":"traceutil/trace.go:171","msg":"trace[1423753865] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"488.480245ms","start":"2026-04-09T05:58:04.317279Z","end":"2026-04-09T05:58:04.805759Z","steps":["trace[1423753865] 'process raft request' (duration: 136.977578ms)","trace[1423753865] 'compare' (duration: 350.967463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:58:04.805866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:04.317256Z","time spent":"488.570039ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T05:58:04.883925Z","caller":"traceutil/trace.go:171","msg":"trace[565729062] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:378; }","duration":"310.853724ms","start":"2026-04-09T05:58:04.573048Z","end":"2026-04-09T05:58:04.883902Z","steps":["trace[565729062] 'read index received' (duration: 310.654739ms)","trace[565729062] 'applied index is now lower than readState.Index' (duration: 197.805µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:58:04.884Z","caller":"traceutil/trace.go:171","msg":"trace[780241436] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"564.013853ms","start":"2026-04-09T05:58:04.319943Z","end":"2026-04-09T05:58:04.883957Z","steps":["trace[780241436] 'process raft request' (duration: 563.843789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:04.884099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.031198ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T05:58:04.884209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.802805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T05:58:04.884249Z","caller":"traceutil/trace.go:171","msg":"trace[302253628] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:364; }","duration":"311.190042ms","start":"2026-04-09T05:58:04.573036Z","end":"2026-04-09T05:58:04.884226Z","steps":["trace[302253628] 'agreement among raft nodes before linearized reading' (duration: 311.012408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:04.884278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.678644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T05:58:04.884285Z","caller":"traceutil/trace.go:171","msg":"trace[1359298782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:364; }","duration":"187.919608ms","start":"2026-04-09T05:58:04.69635Z","end":"2026-04-09T05:58:04.884269Z","steps":["trace[1359298782] 'agreement among raft nodes before linearized reading' (duration: 187.807995ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:04.884328Z","caller":"traceutil/trace.go:171","msg":"trace[2041077598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:364; }","duration":"167.761986ms","start":"2026-04-09T05:58:04.716554Z","end":"2026-04-09T05:58:04.884316Z","steps":["trace[2041077598] 'agreement among raft nodes before linearized reading' (duration: 167.661264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:04.884175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:04.319918Z","time spent":"564.160667ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T05:58:05.162298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.223105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T05:58:05.162408Z","caller":"traceutil/trace.go:171","msg":"trace[1087024176] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"274.207414ms","start":"2026-04-09T05:58:04.888183Z","end":"2026-04-09T05:58:05.16239Z","steps":["trace[1087024176] 'process raft request' (duration: 163.818314ms)","trace[1087024176] 'compare' (duration: 110.060601ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:58:05.207096Z","caller":"traceutil/trace.go:171","msg":"trace[1988906488] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"313.345447ms","start":"2026-04-09T05:58:04.893726Z","end":"2026-04-09T05:58:05.207072Z","steps":["trace[1988906488] 'process raft request' (duration: 313.204474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:05.207277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:04.893717Z","time spent":"313.458112ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T05:58:21.180616Z","caller":"traceutil/trace.go:171","msg":"trace[2133749878] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"294.579524ms","start":"2026-04-09T05:58:20.886007Z","end":"2026-04-09T05:58:21.180586Z","steps":["trace[2133749878] 'process raft request' (duration: 294.359257ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.187485Z","caller":"traceutil/trace.go:171","msg":"trace[1040649043] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"287.260353ms","start":"2026-04-09T05:58:20.900197Z","end":"2026-04-09T05:58:21.187458Z","steps":["trace[1040649043] 'process raft request' (duration: 287.16126ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.187505Z","caller":"traceutil/trace.go:171","msg":"trace[2128299621] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"287.5333ms","start":"2026-04-09T05:58:20.899953Z","end":"2026-04-09T05:58:21.187486Z","steps":["trace[2128299621] 'process raft request' (duration: 287.195391ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.187692Z","caller":"traceutil/trace.go:171","msg":"trace[1704263219] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"279.80479ms","start":"2026-04-09T05:58:20.907877Z","end":"2026-04-09T05:58:21.187681Z","steps":["trace[1704263219] 'process raft request' (duration: 279.510312ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.187734Z","caller":"traceutil/trace.go:171","msg":"trace[655858497] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"279.00992ms","start":"2026-04-09T05:58:20.90871Z","end":"2026-04-09T05:58:21.18772Z","steps":["trace[655858497] 'process raft request' (duration: 278.701041ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.187693Z","caller":"traceutil/trace.go:171","msg":"trace[1151604833] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"278.018194ms","start":"2026-04-09T05:58:20.909658Z","end":"2026-04-09T05:58:21.187676Z","steps":["trace[1151604833] 'process raft request' (duration: 277.775537ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.18784Z","caller":"traceutil/trace.go:171","msg":"trace[1493127518] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"276.074883ms","start":"2026-04-09T05:58:20.911757Z","end":"2026-04-09T05:58:21.187832Z","steps":["trace[1493127518] 'process raft request' (duration: 275.742154ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.187781Z","caller":"traceutil/trace.go:171","msg":"trace[23044734] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"287.711534ms","start":"2026-04-09T05:58:20.89999Z","end":"2026-04-09T05:58:21.187702Z","steps":["trace[23044734] 'process raft request' (duration: 287.282563ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.187909Z","caller":"traceutil/trace.go:171","msg":"trace[1536653296] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"276.468124ms","start":"2026-04-09T05:58:20.911406Z","end":"2026-04-09T05:58:21.187874Z","steps":["trace[1536653296] 'process raft request' (duration: 276.056014ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.187971Z","caller":"traceutil/trace.go:171","msg":"trace[1000726919] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"257.960104ms","start":"2026-04-09T05:58:20.930002Z","end":"2026-04-09T05:58:21.187963Z","steps":["trace[1000726919] 'process raft request' (duration: 257.604075ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.18794Z","caller":"traceutil/trace.go:171","msg":"trace[2090749900] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"264.203265ms","start":"2026-04-09T05:58:20.923693Z","end":"2026-04-09T05:58:21.187897Z","steps":["trace[2090749900] 'process raft request' (duration: 263.866437ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:21.188222Z","caller":"traceutil/trace.go:171","msg":"trace[490819307] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"234.64566ms","start":"2026-04-09T05:58:20.953538Z","end":"2026-04-09T05:58:21.188183Z","steps":["trace[490819307] 'process raft request' (duration: 234.305831ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:22.653276Z","caller":"traceutil/trace.go:171","msg":"trace[421140148] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"734.984903ms","start":"2026-04-09T05:58:21.918232Z","end":"2026-04-09T05:58:22.653217Z","steps":["trace[421140148] 'process raft request' (duration: 734.11653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:22.653434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:21.918156Z","time spent":"735.202358ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T05:58:22.657081Z","caller":"traceutil/trace.go:171","msg":"trace[1645012207] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"402.54362ms","start":"2026-04-09T05:58:22.254469Z","end":"2026-04-09T05:58:22.657013Z","steps":["trace[1645012207] 'process raft request' (duration: 401.995635ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:22.65713Z","caller":"traceutil/trace.go:171","msg":"trace[1329005111] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:560; }","duration":"262.518531ms","start":"2026-04-09T05:58:22.394522Z","end":"2026-04-09T05:58:22.65704Z","steps":["trace[1329005111] 'read index received' (duration: 257.294935ms)","trace[1329005111] 'applied index is now lower than readState.Index' (duration: 5.218616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:58:22.65727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:22.254435Z","time spent":"402.742195ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T05:58:22.657311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.778588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T05:58:22.657404Z","caller":"traceutil/trace.go:171","msg":"trace[610057288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:539; }","duration":"262.902321ms","start":"2026-04-09T05:58:22.394464Z","end":"2026-04-09T05:58:22.657366Z","steps":["trace[610057288] 'agreement among raft nodes before linearized reading' (duration: 262.696956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:23.235657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.230681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T05:58:23.235817Z","caller":"traceutil/trace.go:171","msg":"trace[418038148] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"146.959718ms","start":"2026-04-09T05:58:23.088836Z","end":"2026-04-09T05:58:23.235796Z","steps":["trace[418038148] 'read index received' (duration: 37.497112ms)","trace[418038148] 'applied index is now lower than readState.Index' (duration: 109.461126ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:58:23.23595Z","caller":"traceutil/trace.go:171","msg":"trace[1687021646] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"165.090937ms","start":"2026-04-09T05:58:23.070776Z","end":"2026-04-09T05:58:23.235867Z","steps":["trace[1687021646] 'process raft request' (duration: 55.494417ms)","trace[1687021646] 'compare' (duration: 108.958834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:58:23.236067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.221205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-04-09T05:58:23.236111Z","caller":"traceutil/trace.go:171","msg":"trace[792034627] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:545; }","duration":"147.272277ms","start":"2026-04-09T05:58:23.088824Z","end":"2026-04-09T05:58:23.236096Z","steps":["trace[792034627] 'agreement among raft nodes before linearized reading' (duration: 147.059061ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:23.249219Z","caller":"traceutil/trace.go:171","msg":"trace[905789744] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"135.535592ms","start":"2026-04-09T05:58:23.11366Z","end":"2026-04-09T05:58:23.249195Z","steps":["trace[905789744] 'process raft request' (duration: 135.125442ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:23.468285Z","caller":"traceutil/trace.go:171","msg":"trace[1693577706] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"156.317019ms","start":"2026-04-09T05:58:23.311942Z","end":"2026-04-09T05:58:23.468259Z","steps":["trace[1693577706] 'read index received' (duration: 70.518967ms)","trace[1693577706] 'applied index is now lower than readState.Index' (duration: 85.796702ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:58:23.468415Z","caller":"traceutil/trace.go:171","msg":"trace[1079052252] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"167.013577ms","start":"2026-04-09T05:58:23.301358Z","end":"2026-04-09T05:58:23.468371Z","steps":["trace[1079052252] 'process raft request' (duration: 81.221674ms)","trace[1079052252] 'compare' (duration: 85.535206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:58:23.468553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.586008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31145"} {"level":"warn","ts":"2026-04-09T05:58:23.468546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.358585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T05:58:23.4686Z","caller":"traceutil/trace.go:171","msg":"trace[1214534869] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:549; }","duration":"156.654039ms","start":"2026-04-09T05:58:23.311935Z","end":"2026-04-09T05:58:23.468589Z","steps":["trace[1214534869] 'agreement among raft nodes before linearized reading' (duration: 156.468625ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:23.46863Z","caller":"traceutil/trace.go:171","msg":"trace[1243652683] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:549; }","duration":"123.519061ms","start":"2026-04-09T05:58:23.345088Z","end":"2026-04-09T05:58:23.468607Z","steps":["trace[1243652683] 'agreement among raft nodes before linearized reading' (duration: 123.353557ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:23.576115Z","caller":"traceutil/trace.go:171","msg":"trace[27497759] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"101.541301ms","start":"2026-04-09T05:58:23.474539Z","end":"2026-04-09T05:58:23.576081Z","steps":["trace[27497759] 'process raft request' (duration: 101.359956ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:23.64116Z","caller":"traceutil/trace.go:171","msg":"trace[642925954] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"117.570176ms","start":"2026-04-09T05:58:23.523556Z","end":"2026-04-09T05:58:23.641127Z","steps":["trace[642925954] 'process raft request' (duration: 117.268359ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:27.824193Z","caller":"traceutil/trace.go:171","msg":"trace[804343622] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"188.736452ms","start":"2026-04-09T05:58:27.635426Z","end":"2026-04-09T05:58:27.824162Z","steps":["trace[804343622] 'process raft request' (duration: 188.213559ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:28.102539Z","caller":"traceutil/trace.go:171","msg":"trace[60313163] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"262.640459ms","start":"2026-04-09T05:58:27.839868Z","end":"2026-04-09T05:58:28.102509Z","steps":["trace[60313163] 'process raft request' (duration: 262.443174ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:28.11039Z","caller":"traceutil/trace.go:171","msg":"trace[438223517] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"228.925205ms","start":"2026-04-09T05:58:27.881434Z","end":"2026-04-09T05:58:28.11036Z","steps":["trace[438223517] 'process raft request' (duration: 228.760501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:28.495574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.488633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jw2zl\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-09T05:58:28.495668Z","caller":"traceutil/trace.go:171","msg":"trace[405954600] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jw2zl; range_end:; response_count:1; response_revision:576; }","duration":"147.663558ms","start":"2026-04-09T05:58:28.34798Z","end":"2026-04-09T05:58:28.495644Z","steps":["trace[405954600] 'range keys from in-memory index tree' (duration: 147.276318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:29.193276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785408473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T05:58:29.694115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785408473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T05:58:29.767701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214616476s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T05:58:29.816809Z","caller":"traceutil/trace.go:171","msg":"trace[1168354458] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.274395786s","start":"2026-04-09T05:58:28.542344Z","end":"2026-04-09T05:58:29.81674Z","steps":["trace[1168354458] 'process raft request' (duration: 1.225892469s)","trace[1168354458] 'compare' (duration: 47.897662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:58:29.817033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:28.542296Z","time spent":"1.274623362s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T05:58:29.828889Z","caller":"traceutil/trace.go:171","msg":"trace[609840469] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:601; }","duration":"1.136379669s","start":"2026-04-09T05:58:28.692496Z","end":"2026-04-09T05:58:29.828876Z","steps":["trace[609840469] 'read index received' (duration: 1.075532382s)","trace[609840469] 'applied index is now lower than readState.Index' (duration: 60.846237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:58:29.829036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.948043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T05:58:29.82906Z","caller":"traceutil/trace.go:171","msg":"trace[243974826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:578; }","duration":"534.016794ms","start":"2026-04-09T05:58:29.295036Z","end":"2026-04-09T05:58:29.829053Z","steps":["trace[243974826] 'agreement among raft nodes before linearized reading' (duration: 533.921412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:29.829081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:29.295Z","time spent":"534.076296ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T05:58:29.829101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136593854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T05:58:29.829179Z","caller":"traceutil/trace.go:171","msg":"trace[1434982229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:578; }","duration":"1.136726488s","start":"2026-04-09T05:58:28.692435Z","end":"2026-04-09T05:58:29.829162Z","steps":["trace[1434982229] 'agreement among raft nodes before linearized reading' (duration: 1.136527113s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:29.82922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:28.69241Z","time spent":"1.13680127s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T05:58:29.829229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.523613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T05:58:29.829272Z","caller":"traceutil/trace.go:171","msg":"trace[21795189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"498.613865ms","start":"2026-04-09T05:58:29.330646Z","end":"2026-04-09T05:58:29.82926Z","steps":["trace[21795189] 'agreement among raft nodes before linearized reading' (duration: 498.497063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:29.829308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:29.330616Z","time spent":"498.684377ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T05:58:34.685813Z","caller":"traceutil/trace.go:171","msg":"trace[1569653026] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:688; }","duration":"156.479585ms","start":"2026-04-09T05:58:34.529295Z","end":"2026-04-09T05:58:34.685775Z","steps":["trace[1569653026] 'read index received' (duration: 155.823978ms)","trace[1569653026] 'applied index is now lower than readState.Index' (duration: 653.777µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:58:34.68588Z","caller":"traceutil/trace.go:171","msg":"trace[1081275086] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"161.080065ms","start":"2026-04-09T05:58:34.524764Z","end":"2026-04-09T05:58:34.685844Z","steps":["trace[1081275086] 'process raft request' (duration: 160.560322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:34.686156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.825806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-09T05:58:34.686393Z","caller":"traceutil/trace.go:171","msg":"trace[157872538] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:663; }","duration":"157.099352ms","start":"2026-04-09T05:58:34.529277Z","end":"2026-04-09T05:58:34.686376Z","steps":["trace[157872538] 'agreement among raft nodes before linearized reading' (duration: 156.65291ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:42.699894Z","caller":"traceutil/trace.go:171","msg":"trace[915612720] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"209.255634ms","start":"2026-04-09T05:58:42.490614Z","end":"2026-04-09T05:58:42.69987Z","steps":["trace[915612720] 'process raft request' (duration: 209.115301ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:42.70427Z","caller":"traceutil/trace.go:171","msg":"trace[795657171] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"210.357573ms","start":"2026-04-09T05:58:42.493898Z","end":"2026-04-09T05:58:42.704255Z","steps":["trace[795657171] 'process raft request' (duration: 210.301142ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:42.704383Z","caller":"traceutil/trace.go:171","msg":"trace[1018325856] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"212.856648ms","start":"2026-04-09T05:58:42.491486Z","end":"2026-04-09T05:58:42.704343Z","steps":["trace[1018325856] 'process raft request' (duration: 212.624322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:45.966777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785408856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T05:58:46.301956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.051711364s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T05:58:46.302365Z","caller":"traceutil/trace.go:171","msg":"trace[702529342] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"1.052226936s","start":"2026-04-09T05:58:45.250109Z","end":"2026-04-09T05:58:46.302336Z","steps":["trace[702529342] 'process raft request' (duration: 1.052078023s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:46.302549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:45.25007Z","time spent":"1.05237984s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T05:58:46.302539Z","caller":"traceutil/trace.go:171","msg":"trace[687284630] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:773; }","duration":"836.147715ms","start":"2026-04-09T05:58:45.4663Z","end":"2026-04-09T05:58:46.302448Z","steps":["trace[687284630] 'read index received' (duration: 836.132595ms)","trace[687284630] 'applied index is now lower than readState.Index' (duration: 13.11µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:58:46.302828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.489104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-6l2x6\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-09T05:58:46.3029Z","caller":"traceutil/trace.go:171","msg":"trace[1782897660] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-6l2x6; range_end:; response_count:1; response_revision:744; }","duration":"836.662949ms","start":"2026-04-09T05:58:45.466225Z","end":"2026-04-09T05:58:46.302888Z","steps":["trace[1782897660] 'agreement among raft nodes before linearized reading' (duration: 836.372041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:46.303031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:45.466198Z","time spent":"836.813972ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-6l2x6\" "} {"level":"warn","ts":"2026-04-09T05:58:46.323952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.357508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T05:58:46.323992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.859749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T05:58:46.324022Z","caller":"traceutil/trace.go:171","msg":"trace[185904667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:745; }","duration":"525.478692ms","start":"2026-04-09T05:58:45.798528Z","end":"2026-04-09T05:58:46.324007Z","steps":["trace[185904667] 'agreement among raft nodes before linearized reading' (duration: 525.341409ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:46.324042Z","caller":"traceutil/trace.go:171","msg":"trace[805363222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:745; }","duration":"408.91638ms","start":"2026-04-09T05:58:45.915103Z","end":"2026-04-09T05:58:46.32402Z","steps":["trace[805363222] 'agreement among raft nodes before linearized reading' (duration: 408.782876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:46.324014Z","caller":"traceutil/trace.go:171","msg":"trace[840937806] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"222.901367ms","start":"2026-04-09T05:58:46.10107Z","end":"2026-04-09T05:58:46.323971Z","steps":["trace[840937806] 'process raft request' (duration: 222.680432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:46.324069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:45.915094Z","time spent":"408.969292ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T05:58:46.324077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:45.798505Z","time spent":"525.559144ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T05:58:46.324173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.678276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T05:58:46.324174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.47336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T05:58:46.324243Z","caller":"traceutil/trace.go:171","msg":"trace[1066433112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:745; }","duration":"410.751097ms","start":"2026-04-09T05:58:45.913466Z","end":"2026-04-09T05:58:46.324217Z","steps":["trace[1066433112] 'agreement among raft nodes before linearized reading' (duration: 410.574073ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:46.324248Z","caller":"traceutil/trace.go:171","msg":"trace[650537520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:745; }","duration":"410.576823ms","start":"2026-04-09T05:58:45.91365Z","end":"2026-04-09T05:58:46.324226Z","steps":["trace[650537520] 'agreement among raft nodes before linearized reading' (duration: 410.351197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:58:46.324292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:45.913409Z","time spent":"410.87267ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T05:58:46.324294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:58:45.913634Z","time spent":"410.651155ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T05:58:46.324308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.098958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T05:58:46.324393Z","caller":"traceutil/trace.go:171","msg":"trace[1038378784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:745; }","duration":"136.242072ms","start":"2026-04-09T05:58:46.188127Z","end":"2026-04-09T05:58:46.324369Z","steps":["trace[1038378784] 'agreement among raft nodes before linearized reading' (duration: 135.958594ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:50.164468Z","caller":"traceutil/trace.go:171","msg":"trace[1572355667] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"116.46703ms","start":"2026-04-09T05:58:50.047973Z","end":"2026-04-09T05:58:50.16444Z","steps":["trace[1572355667] 'process raft request' (duration: 115.353351ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:58:50.366548Z","caller":"traceutil/trace.go:171","msg":"trace[719423148] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"105.729951ms","start":"2026-04-09T05:58:50.260786Z","end":"2026-04-09T05:58:50.366516Z","steps":["trace[719423148] 'process raft request' (duration: 50.56922ms)","trace[719423148] 'compare' (duration: 54.810262ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:59:01.317831Z","caller":"traceutil/trace.go:171","msg":"trace[1908670663] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"186.70878ms","start":"2026-04-09T05:59:01.131092Z","end":"2026-04-09T05:59:01.3178Z","steps":["trace[1908670663] 'process raft request' (duration: 186.503705ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:03.579661Z","caller":"traceutil/trace.go:171","msg":"trace[1402511324] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1085; }","duration":"101.413209ms","start":"2026-04-09T05:59:03.478218Z","end":"2026-04-09T05:59:03.579631Z","steps":["trace[1402511324] 'read index received' (duration: 51.871284ms)","trace[1402511324] 'applied index is now lower than readState.Index' (duration: 49.541075ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:59:03.579811Z","caller":"traceutil/trace.go:171","msg":"trace[760219756] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"109.882369ms","start":"2026-04-09T05:59:03.469902Z","end":"2026-04-09T05:59:03.579785Z","steps":["trace[760219756] 'process raft request' (duration: 60.234861ms)","trace[760219756] 'compare' (duration: 49.335139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:59:03.579921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.672696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T05:59:03.580036Z","caller":"traceutil/trace.go:171","msg":"trace[1826984197] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1051; }","duration":"101.834389ms","start":"2026-04-09T05:59:03.478174Z","end":"2026-04-09T05:59:03.580008Z","steps":["trace[1826984197] 'agreement among raft nodes before linearized reading' (duration: 101.636854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:03.620247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.558612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T05:59:03.620373Z","caller":"traceutil/trace.go:171","msg":"trace[960868630] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1052; }","duration":"116.708685ms","start":"2026-04-09T05:59:03.503643Z","end":"2026-04-09T05:59:03.620352Z","steps":["trace[960868630] 'agreement among raft nodes before linearized reading' (duration: 116.476019ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:03.818618Z","caller":"traceutil/trace.go:171","msg":"trace[897414369] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"191.876964ms","start":"2026-04-09T05:59:03.626708Z","end":"2026-04-09T05:59:03.818585Z","steps":["trace[897414369] 'process raft request' (duration: 155.773517ms)","trace[897414369] 'compare' (duration: 35.934053ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:59:04.004728Z","caller":"traceutil/trace.go:171","msg":"trace[2095797356] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"375.209446ms","start":"2026-04-09T05:59:03.629475Z","end":"2026-04-09T05:59:04.004684Z","steps":["trace[2095797356] 'process raft request' (duration: 298.663501ms)","trace[2095797356] 'compare' (duration: 76.296598ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:59:04.004865Z","caller":"traceutil/trace.go:171","msg":"trace[231980078] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"375.239928ms","start":"2026-04-09T05:59:03.629588Z","end":"2026-04-09T05:59:04.004828Z","steps":["trace[231980078] 'process raft request' (duration: 375.020512ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:04.004892Z","caller":"traceutil/trace.go:171","msg":"trace[220848337] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"261.213472ms","start":"2026-04-09T05:59:03.74365Z","end":"2026-04-09T05:59:04.004864Z","steps":["trace[220848337] 'process raft request' (duration: 261.023497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:04.004917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:59:03.629465Z","time spent":"375.357301ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T05:59:04.004751Z","caller":"traceutil/trace.go:171","msg":"trace[1130128965] linearizableReadLoop","detail":"{readStateIndex:1090; appliedIndex:1087; }","duration":"299.36382ms","start":"2026-04-09T05:59:03.705367Z","end":"2026-04-09T05:59:04.004731Z","steps":["trace[1130128965] 'read index received' (duration: 77.132339ms)","trace[1130128965] 'applied index is now lower than readState.Index' (duration: 222.230391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:59:04.005019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:59:03.62958Z","time spent":"375.371361ms","remote":"127.0.0.1:36192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2949,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T05:59:04.004898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.522135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-04-09T05:59:04.005149Z","caller":"traceutil/trace.go:171","msg":"trace[1047834207] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1056; }","duration":"299.829592ms","start":"2026-04-09T05:59:03.705307Z","end":"2026-04-09T05:59:04.005136Z","steps":["trace[1047834207] 'agreement among raft nodes before linearized reading' (duration: 299.491324ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:04.042073Z","caller":"traceutil/trace.go:171","msg":"trace[1919644857] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"213.694129ms","start":"2026-04-09T05:59:03.828345Z","end":"2026-04-09T05:59:04.042039Z","steps":["trace[1919644857] 'process raft request' (duration: 213.447883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:04.042181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.16172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T05:59:04.042274Z","caller":"traceutil/trace.go:171","msg":"trace[908296700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1057; }","duration":"244.327413ms","start":"2026-04-09T05:59:03.797923Z","end":"2026-04-09T05:59:04.042251Z","steps":["trace[908296700] 'agreement among raft nodes before linearized reading' (duration: 244.140089ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:04.253884Z","caller":"traceutil/trace.go:171","msg":"trace[1715108687] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"155.123131ms","start":"2026-04-09T05:59:04.098737Z","end":"2026-04-09T05:59:04.25386Z","steps":["trace[1715108687] 'process raft request' (duration: 154.973477ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:06.607734Z","caller":"traceutil/trace.go:171","msg":"trace[2029885562] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1110; }","duration":"125.452342ms","start":"2026-04-09T05:59:06.48225Z","end":"2026-04-09T05:59:06.607702Z","steps":["trace[2029885562] 'read index received' (duration: 110.645408ms)","trace[2029885562] 'applied index is now lower than readState.Index' (duration: 14.805214ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:59:06.607785Z","caller":"traceutil/trace.go:171","msg":"trace[13014862] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"127.836054ms","start":"2026-04-09T05:59:06.479912Z","end":"2026-04-09T05:59:06.607748Z","steps":["trace[13014862] 'process raft request' (duration: 112.968699ms)","trace[13014862] 'compare' (duration: 14.402063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T05:59:06.607994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.722368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T05:59:06.608041Z","caller":"traceutil/trace.go:171","msg":"trace[1820691327] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1076; }","duration":"125.829311ms","start":"2026-04-09T05:59:06.482199Z","end":"2026-04-09T05:59:06.608028Z","steps":["trace[1820691327] 'agreement among raft nodes before linearized reading' (duration: 125.626276ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:06.67997Z","caller":"traceutil/trace.go:171","msg":"trace[1266850652] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"196.324268ms","start":"2026-04-09T05:59:06.483609Z","end":"2026-04-09T05:59:06.679933Z","steps":["trace[1266850652] 'process raft request' (duration: 196.107183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:06.680093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.607553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T05:59:06.680139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.213225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T05:59:06.680214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.167618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T05:59:06.680188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.781638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T05:59:06.680244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.185966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-p5lk6\" ","response":"range_response_count:1 size:3667"} {"level":"info","ts":"2026-04-09T05:59:06.680149Z","caller":"traceutil/trace.go:171","msg":"trace[547172492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1077; }","duration":"138.738056ms","start":"2026-04-09T05:59:06.541398Z","end":"2026-04-09T05:59:06.680136Z","steps":["trace[547172492] 'agreement among raft nodes before linearized reading' (duration: 138.587592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:06.680277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.147464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T05:59:06.680304Z","caller":"traceutil/trace.go:171","msg":"trace[605331741] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-p5lk6; range_end:; response_count:1; response_revision:1077; }","duration":"110.271489ms","start":"2026-04-09T05:59:06.570016Z","end":"2026-04-09T05:59:06.680288Z","steps":["trace[605331741] 'agreement among raft nodes before linearized reading' (duration: 110.156815ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:06.680278Z","caller":"traceutil/trace.go:171","msg":"trace[1614924393] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1077; }","duration":"178.25368ms","start":"2026-04-09T05:59:06.502Z","end":"2026-04-09T05:59:06.680253Z","steps":["trace[1614924393] 'agreement among raft nodes before linearized reading' (duration: 178.186378ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:06.680334Z","caller":"traceutil/trace.go:171","msg":"trace[190171852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1077; }","duration":"169.241928ms","start":"2026-04-09T05:59:06.511081Z","end":"2026-04-09T05:59:06.680323Z","steps":["trace[190171852] 'agreement among raft nodes before linearized reading' (duration: 169.056532ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:06.68036Z","caller":"traceutil/trace.go:171","msg":"trace[1047045810] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1077; }","duration":"177.947274ms","start":"2026-04-09T05:59:06.502335Z","end":"2026-04-09T05:59:06.680282Z","steps":["trace[1047045810] 'agreement among raft nodes before linearized reading' (duration: 177.729477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:06.680381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.848616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T05:59:06.680417Z","caller":"traceutil/trace.go:171","msg":"trace[793563054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1077; }","duration":"166.915987ms","start":"2026-04-09T05:59:06.513491Z","end":"2026-04-09T05:59:06.680407Z","steps":["trace[793563054] 'agreement among raft nodes before linearized reading' (duration: 166.753722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:06.680121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.082355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T05:59:06.680488Z","caller":"traceutil/trace.go:171","msg":"trace[1752916066] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1077; }","duration":"178.483907ms","start":"2026-04-09T05:59:06.501969Z","end":"2026-04-09T05:59:06.680453Z","steps":["trace[1752916066] 'agreement among raft nodes before linearized reading' (duration: 177.948463ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:06.680234Z","caller":"traceutil/trace.go:171","msg":"trace[528644060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1077; }","duration":"167.322877ms","start":"2026-04-09T05:59:06.512897Z","end":"2026-04-09T05:59:06.680219Z","steps":["trace[528644060] 'agreement among raft nodes before linearized reading' (duration: 167.053391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:21.259326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785409624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T05:59:21.560905Z","caller":"traceutil/trace.go:171","msg":"trace[946231543] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1199; }","duration":"801.884117ms","start":"2026-04-09T05:59:20.758993Z","end":"2026-04-09T05:59:21.560877Z","steps":["trace[946231543] 'read index received' (duration: 801.706052ms)","trace[946231543] 'applied index is now lower than readState.Index' (duration: 176.425µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:59:21.560994Z","caller":"traceutil/trace.go:171","msg":"trace[367268872] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"868.908214ms","start":"2026-04-09T05:59:20.692048Z","end":"2026-04-09T05:59:21.560956Z","steps":["trace[367268872] 'process raft request' (duration: 868.616056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:21.56116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:59:20.69203Z","time spent":"869.042628ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T05:59:21.561331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.258857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T05:59:21.561446Z","caller":"traceutil/trace.go:171","msg":"trace[1881733408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1161; }","duration":"802.470072ms","start":"2026-04-09T05:59:20.758937Z","end":"2026-04-09T05:59:21.561407Z","steps":["trace[1881733408] 'agreement among raft nodes before linearized reading' (duration: 802.083203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:21.561503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:59:20.758914Z","time spent":"802.574775ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T05:59:21.56187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.646716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T05:59:21.561925Z","caller":"traceutil/trace.go:171","msg":"trace[1965072055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"763.763778ms","start":"2026-04-09T05:59:20.798147Z","end":"2026-04-09T05:59:21.561911Z","steps":["trace[1965072055] 'agreement among raft nodes before linearized reading' (duration: 763.657816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:21.561959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:59:20.798119Z","time spent":"763.83371ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T05:59:21.562327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.338304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T05:59:21.562361Z","caller":"traceutil/trace.go:171","msg":"trace[191237135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1162; }","duration":"754.431167ms","start":"2026-04-09T05:59:20.807918Z","end":"2026-04-09T05:59:21.562349Z","steps":["trace[191237135] 'agreement among raft nodes before linearized reading' (duration: 754.312614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:21.562388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:59:20.807884Z","time spent":"754.497749ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T05:59:21.562397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.379065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T05:59:21.562413Z","caller":"traceutil/trace.go:171","msg":"trace[1155155648] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"178.862567ms","start":"2026-04-09T05:59:21.383438Z","end":"2026-04-09T05:59:21.562301Z","steps":["trace[1155155648] 'process raft request' (duration: 178.253521ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:21.562497Z","caller":"traceutil/trace.go:171","msg":"trace[1125837405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1162; }","duration":"754.54248ms","start":"2026-04-09T05:59:20.80793Z","end":"2026-04-09T05:59:21.562472Z","steps":["trace[1125837405] 'agreement among raft nodes before linearized reading' (duration: 754.267553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:21.562553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:59:20.807905Z","time spent":"754.634672ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T05:59:21.562741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.238741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T05:59:21.56279Z","caller":"traceutil/trace.go:171","msg":"trace[133058050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1162; }","duration":"754.314583ms","start":"2026-04-09T05:59:20.808463Z","end":"2026-04-09T05:59:21.562777Z","steps":["trace[133058050] 'agreement among raft nodes before linearized reading' (duration: 754.168689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:21.562831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:59:20.808445Z","time spent":"754.378335ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T05:59:40.405581Z","caller":"traceutil/trace.go:171","msg":"trace[861493093] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"302.414014ms","start":"2026-04-09T05:59:40.103134Z","end":"2026-04-09T05:59:40.405548Z","steps":["trace[861493093] 'process raft request' (duration: 302.234429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:40.405754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T05:59:40.103106Z","time spent":"302.571038ms","remote":"127.0.0.1:36234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T05:59:41.891517Z","caller":"traceutil/trace.go:171","msg":"trace[354472607] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"157.569967ms","start":"2026-04-09T05:59:41.733907Z","end":"2026-04-09T05:59:41.891477Z","steps":["trace[354472607] 'process raft request' (duration: 106.836475ms)","trace[354472607] 'compare' (duration: 50.473025ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:59:41.891789Z","caller":"traceutil/trace.go:171","msg":"trace[548196856] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"157.780433ms","start":"2026-04-09T05:59:41.733982Z","end":"2026-04-09T05:59:41.891763Z","steps":["trace[548196856] 'process raft request' (duration: 157.421653ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:41.891839Z","caller":"traceutil/trace.go:171","msg":"trace[1420548520] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1456; }","duration":"138.031031ms","start":"2026-04-09T05:59:41.753782Z","end":"2026-04-09T05:59:41.891813Z","steps":["trace[1420548520] 'read index received' (duration: 40.943099ms)","trace[1420548520] 'applied index is now lower than readState.Index' (duration: 97.086972ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:59:41.891985Z","caller":"traceutil/trace.go:171","msg":"trace[1525731640] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"157.914045ms","start":"2026-04-09T05:59:41.734057Z","end":"2026-04-09T05:59:41.891971Z","steps":["trace[1525731640] 'process raft request' (duration: 157.583867ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:41.892074Z","caller":"traceutil/trace.go:171","msg":"trace[1574774758] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"157.643669ms","start":"2026-04-09T05:59:41.73441Z","end":"2026-04-09T05:59:41.892053Z","steps":["trace[1574774758] 'process raft request' (duration: 157.347222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T05:59:41.892297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.491834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xh77n\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-04-09T05:59:41.892432Z","caller":"traceutil/trace.go:171","msg":"trace[163024740] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xh77n; range_end:; response_count:1; response_revision:1413; }","duration":"138.860403ms","start":"2026-04-09T05:59:41.753539Z","end":"2026-04-09T05:59:41.8924Z","steps":["trace[163024740] 'agreement among raft nodes before linearized reading' (duration: 138.432462ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:49.864596Z","caller":"traceutil/trace.go:171","msg":"trace[1893266519] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"109.983615ms","start":"2026-04-09T05:59:49.754589Z","end":"2026-04-09T05:59:49.864573Z","steps":["trace[1893266519] 'process raft request' (duration: 109.720709ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T05:59:50.010492Z","caller":"traceutil/trace.go:171","msg":"trace[2067083336] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"139.875899ms","start":"2026-04-09T05:59:49.870589Z","end":"2026-04-09T05:59:50.010465Z","steps":["trace[2067083336] 'process raft request' (duration: 49.47865ms)","trace[2067083336] 'compare' (duration: 90.064741ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T05:59:50.010826Z","caller":"traceutil/trace.go:171","msg":"trace[2015105279] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1517; }","duration":"125.889997ms","start":"2026-04-09T05:59:49.884906Z","end":"2026-04-09T05:59:50.010796Z","steps":["trace[2015105279] 'process raft request' (duration: 125.452265ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:00:12.10718Z","caller":"traceutil/trace.go:171","msg":"trace[346556533] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"116.773452ms","start":"2026-04-09T06:00:11.990379Z","end":"2026-04-09T06:00:12.107152Z","steps":["trace[346556533] 'process raft request' (duration: 116.603178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:00:28.751012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.944745ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T06:00:29.085055Z","caller":"traceutil/trace.go:171","msg":"trace[304879836] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"225.785513ms","start":"2026-04-09T06:00:28.859222Z","end":"2026-04-09T06:00:29.085007Z","steps":["trace[304879836] 'process raft request' (duration: 126.880433ms)","trace[304879836] 'compare' (duration: 98.634452ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:00:32.628001Z","caller":"traceutil/trace.go:171","msg":"trace[597450721] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"297.530468ms","start":"2026-04-09T06:00:32.33044Z","end":"2026-04-09T06:00:32.627971Z","steps":["trace[597450721] 'process raft request' (duration: 297.329763ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:00:32.62986Z","caller":"traceutil/trace.go:171","msg":"trace[1378207530] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2095; }","duration":"242.066253ms","start":"2026-04-09T06:00:32.387774Z","end":"2026-04-09T06:00:32.629841Z","steps":["trace[1378207530] 'read index received' (duration: 240.02212ms)","trace[1378207530] 'applied index is now lower than readState.Index' (duration: 2.043143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:00:32.630133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.204423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T06:00:32.630134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.348231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T06:00:32.630191Z","caller":"traceutil/trace.go:171","msg":"trace[507886215] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2018; }","duration":"226.253625ms","start":"2026-04-09T06:00:32.403901Z","end":"2026-04-09T06:00:32.630155Z","steps":["trace[507886215] 'agreement among raft nodes before linearized reading' (duration: 226.174262ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:00:32.630202Z","caller":"traceutil/trace.go:171","msg":"trace[1233211114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2018; }","duration":"242.458544ms","start":"2026-04-09T06:00:32.387716Z","end":"2026-04-09T06:00:32.630175Z","steps":["trace[1233211114] 'agreement among raft nodes before linearized reading' (duration: 242.269399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:00:32.630239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.638549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T06:00:32.630213Z","caller":"traceutil/trace.go:171","msg":"trace[1300590665] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"267.047861ms","start":"2026-04-09T06:00:32.36311Z","end":"2026-04-09T06:00:32.630158Z","steps":["trace[1300590665] 'process raft request' (duration: 266.63078ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:00:32.6303Z","caller":"traceutil/trace.go:171","msg":"trace[2133313073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2018; }","duration":"225.780452ms","start":"2026-04-09T06:00:32.404506Z","end":"2026-04-09T06:00:32.630286Z","steps":["trace[2133313073] 'agreement among raft nodes before linearized reading' (duration: 225.587746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:00:32.630368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.944457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T06:00:32.630612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.503787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T06:00:32.630638Z","caller":"traceutil/trace.go:171","msg":"trace[1086674584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2018; }","duration":"227.559568ms","start":"2026-04-09T06:00:32.403073Z","end":"2026-04-09T06:00:32.630633Z","steps":["trace[1086674584] 'agreement among raft nodes before linearized reading' (duration: 227.298072ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:00:32.630659Z","caller":"traceutil/trace.go:171","msg":"trace[1331831169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2018; }","duration":"226.311315ms","start":"2026-04-09T06:00:32.404321Z","end":"2026-04-09T06:00:32.630633Z","steps":["trace[1331831169] 'agreement among raft nodes before linearized reading' (duration: 225.862614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:00:32.63073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.451885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T06:00:32.630842Z","caller":"traceutil/trace.go:171","msg":"trace[1779905004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2018; }","duration":"227.607599ms","start":"2026-04-09T06:00:32.403209Z","end":"2026-04-09T06:00:32.630817Z","steps":["trace[1779905004] 'agreement among raft nodes before linearized reading' (duration: 227.024285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:00:32.630911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.805192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T06:00:32.631262Z","caller":"traceutil/trace.go:171","msg":"trace[259974679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2018; }","duration":"231.195721ms","start":"2026-04-09T06:00:32.400053Z","end":"2026-04-09T06:00:32.631248Z","steps":["trace[259974679] 'agreement among raft nodes before linearized reading' (duration: 229.99458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:06.298944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785411842,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T06:01:06.40524Z","caller":"traceutil/trace.go:171","msg":"trace[1935668372] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2289; }","duration":"606.786504ms","start":"2026-04-09T06:01:05.798423Z","end":"2026-04-09T06:01:06.40521Z","steps":["trace[1935668372] 'read index received' (duration: 606.595869ms)","trace[1935668372] 'applied index is now lower than readState.Index' (duration: 188.875µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:01:06.405348Z","caller":"traceutil/trace.go:171","msg":"trace[1469236220] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"802.18171ms","start":"2026-04-09T06:01:05.603111Z","end":"2026-04-09T06:01:06.405292Z","steps":["trace[1469236220] 'process raft request' (duration: 801.916574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:06.405456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.01037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:01:06.405499Z","caller":"traceutil/trace.go:171","msg":"trace[1774388511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2203; }","duration":"607.110543ms","start":"2026-04-09T06:01:05.798377Z","end":"2026-04-09T06:01:06.405488Z","steps":["trace[1774388511] 'agreement among raft nodes before linearized reading' (duration: 607.00483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:06.405549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:05.798358Z","time spent":"607.182675ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T06:01:06.405624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.474347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T06:01:06.405642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:05.603095Z","time spent":"802.396385ms","remote":"127.0.0.1:45634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:01:06.40566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.906484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:01:06.405711Z","caller":"traceutil/trace.go:171","msg":"trace[236914808] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2203; }","duration":"297.612741ms","start":"2026-04-09T06:01:06.108073Z","end":"2026-04-09T06:01:06.405685Z","steps":["trace[236914808] 'agreement among raft nodes before linearized reading' (duration: 297.467137ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:01:06.405728Z","caller":"traceutil/trace.go:171","msg":"trace[263344586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2203; }","duration":"312.034967ms","start":"2026-04-09T06:01:06.093677Z","end":"2026-04-09T06:01:06.405712Z","steps":["trace[263344586] 'agreement among raft nodes before linearized reading' (duration: 311.901644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:06.405766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.093654Z","time spent":"312.100398ms","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T06:01:06.405664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.558877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T06:01:06.406284Z","caller":"traceutil/trace.go:171","msg":"trace[2089875845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2203; }","duration":"490.193124ms","start":"2026-04-09T06:01:05.916062Z","end":"2026-04-09T06:01:06.406255Z","steps":["trace[2089875845] 'agreement among raft nodes before linearized reading' (duration: 489.360551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:06.406356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:05.915999Z","time spent":"490.333888ms","remote":"127.0.0.1:34276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T06:01:07.103787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.341776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T06:01:07.103904Z","caller":"traceutil/trace.go:171","msg":"trace[244820031] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2204; }","duration":"335.487579ms","start":"2026-04-09T06:01:06.768372Z","end":"2026-04-09T06:01:07.10386Z","steps":["trace[244820031] 'range keys from in-memory index tree' (duration: 335.15211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.103951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.768348Z","time spent":"335.590171ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T06:01:07.104322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.348215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T06:01:07.104552Z","caller":"traceutil/trace.go:171","msg":"trace[550468542] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2291; }","duration":"243.357397ms","start":"2026-04-09T06:01:06.861168Z","end":"2026-04-09T06:01:07.104526Z","steps":["trace[550468542] 'read index received' (duration: 55.682842ms)","trace[550468542] 'applied index is now lower than readState.Index' (duration: 187.672675ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:01:07.104559Z","caller":"traceutil/trace.go:171","msg":"trace[2114528788] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"269.099398ms","start":"2026-04-09T06:01:06.835421Z","end":"2026-04-09T06:01:07.10452Z","steps":["trace[2114528788] 'process raft request' (duration: 81.416723ms)","trace[2114528788] 'compare' (duration: 186.549525ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:01:07.104744Z","caller":"traceutil/trace.go:171","msg":"trace[1714273058] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"268.570684ms","start":"2026-04-09T06:01:06.836012Z","end":"2026-04-09T06:01:07.104583Z","steps":["trace[1714273058] 'process raft request' (duration: 268.41367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.105158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.973943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T06:01:07.105282Z","caller":"traceutil/trace.go:171","msg":"trace[465919787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2206; }","duration":"244.149748ms","start":"2026-04-09T06:01:06.861103Z","end":"2026-04-09T06:01:07.105253Z","steps":["trace[465919787] 'agreement among raft nodes before linearized reading' (duration: 243.518641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.608171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785411857,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T06:01:07.655174Z","caller":"traceutil/trace.go:171","msg":"trace[1872164462] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"669.281934ms","start":"2026-04-09T06:01:06.985865Z","end":"2026-04-09T06:01:07.655146Z","steps":["trace[1872164462] 'process raft request' (duration: 669.129821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.655338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.985833Z","time spent":"669.420689ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:01:07.66903Z","caller":"traceutil/trace.go:171","msg":"trace[2109442674] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"560.335712ms","start":"2026-04-09T06:01:07.108663Z","end":"2026-04-09T06:01:07.668999Z","steps":["trace[2109442674] 'process raft request' (duration: 560.141487ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:01:07.669316Z","caller":"traceutil/trace.go:171","msg":"trace[1415432848] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2293; }","duration":"564.665116ms","start":"2026-04-09T06:01:07.104604Z","end":"2026-04-09T06:01:07.669269Z","steps":["trace[1415432848] 'read index received' (duration: 550.444134ms)","trace[1415432848] 'applied index is now lower than readState.Index' (duration: 14.217972ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:01:07.669414Z","caller":"traceutil/trace.go:171","msg":"trace[1310379605] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"559.609545ms","start":"2026-04-09T06:01:07.109772Z","end":"2026-04-09T06:01:07.669381Z","steps":["trace[1310379605] 'process raft request' (duration: 559.170703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.669451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.252914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T06:01:07.669565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.15989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T06:01:07.669575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.131615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-09T06:01:07.669594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:07.109752Z","time spent":"559.749098ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:01:07.669624Z","caller":"traceutil/trace.go:171","msg":"trace[1799295846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2209; }","duration":"802.241612ms","start":"2026-04-09T06:01:06.86737Z","end":"2026-04-09T06:01:07.669611Z","steps":["trace[1799295846] 'agreement among raft nodes before linearized reading' (duration: 802.062458ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:01:07.669643Z","caller":"traceutil/trace.go:171","msg":"trace[933665083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2209; }","duration":"803.246958ms","start":"2026-04-09T06:01:06.866377Z","end":"2026-04-09T06:01:07.669624Z","steps":["trace[933665083] 'agreement among raft nodes before linearized reading' (duration: 803.042253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.669634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.180637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-09T06:01:07.66967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.867356Z","time spent":"802.306424ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T06:01:07.66969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.860935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T06:01:07.669678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.04976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-09T06:01:07.669711Z","caller":"traceutil/trace.go:171","msg":"trace[354204025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2209; }","duration":"795.28381ms","start":"2026-04-09T06:01:06.874411Z","end":"2026-04-09T06:01:07.669694Z","steps":["trace[354204025] 'agreement among raft nodes before linearized reading' (duration: 795.086925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.669719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.606018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-09T06:01:07.669737Z","caller":"traceutil/trace.go:171","msg":"trace[311922796] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2209; }","duration":"137.949427ms","start":"2026-04-09T06:01:07.531776Z","end":"2026-04-09T06:01:07.669726Z","steps":["trace[311922796] 'agreement among raft nodes before linearized reading' (duration: 137.863915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.669754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.874401Z","time spent":"795.344912ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T06:01:07.669759Z","caller":"traceutil/trace.go:171","msg":"trace[2097925814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2209; }","duration":"255.180714ms","start":"2026-04-09T06:01:07.41456Z","end":"2026-04-09T06:01:07.669741Z","steps":["trace[2097925814] 'agreement among raft nodes before linearized reading' (duration: 254.98691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.669695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.866354Z","time spent":"803.3274ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T06:01:07.669811Z","caller":"traceutil/trace.go:171","msg":"trace[1581256206] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2209; }","duration":"780.69676ms","start":"2026-04-09T06:01:06.88909Z","end":"2026-04-09T06:01:07.669787Z","steps":["trace[1581256206] 'agreement among raft nodes before linearized reading' (duration: 780.481634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.669867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.889081Z","time spent":"780.776821ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T06:01:07.669773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:07.10864Z","time spent":"560.489776ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:01:07.669918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.730206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T06:01:07.670019Z","caller":"traceutil/trace.go:171","msg":"trace[1993746431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2209; }","duration":"799.879841ms","start":"2026-04-09T06:01:06.870108Z","end":"2026-04-09T06:01:07.669987Z","steps":["trace[1993746431] 'agreement among raft nodes before linearized reading' (duration: 799.437759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.670079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.870098Z","time spent":"799.968843ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T06:01:07.669564Z","caller":"traceutil/trace.go:171","msg":"trace[1511158642] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2209; }","duration":"781.417009ms","start":"2026-04-09T06:01:06.888126Z","end":"2026-04-09T06:01:07.669543Z","steps":["trace[1511158642] 'agreement among raft nodes before linearized reading' (duration: 781.217444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.670287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.888114Z","time spent":"782.155488ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T06:01:07.669475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.956553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T06:01:07.670444Z","caller":"traceutil/trace.go:171","msg":"trace[1938276757] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2209; }","duration":"676.009019ms","start":"2026-04-09T06:01:06.994419Z","end":"2026-04-09T06:01:07.670428Z","steps":["trace[1938276757] 'agreement among raft nodes before linearized reading' (duration: 674.934362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:07.670682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:06.994396Z","time spent":"676.271276ms","remote":"127.0.0.1:46024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-09T06:01:32.163084Z","caller":"traceutil/trace.go:171","msg":"trace[1289144384] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"121.710554ms","start":"2026-04-09T06:01:32.041352Z","end":"2026-04-09T06:01:32.163062Z","steps":["trace[1289144384] 'process raft request' (duration: 121.666733ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:01:32.163314Z","caller":"traceutil/trace.go:171","msg":"trace[987126923] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"123.718066ms","start":"2026-04-09T06:01:32.039565Z","end":"2026-04-09T06:01:32.163283Z","steps":["trace[987126923] 'process raft request' (duration: 51.552684ms)","trace[987126923] 'compare' (duration: 71.67174ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:01:53.216572Z","caller":"traceutil/trace.go:171","msg":"trace[1713300565] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"139.601655ms","start":"2026-04-09T06:01:53.076948Z","end":"2026-04-09T06:01:53.21655Z","steps":["trace[1713300565] 'process raft request' (duration: 139.448451ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:01:54.394545Z","caller":"traceutil/trace.go:171","msg":"trace[444565416] linearizableReadLoop","detail":"{readStateIndex:2737; appliedIndex:2736; }","duration":"365.403134ms","start":"2026-04-09T06:01:54.029123Z","end":"2026-04-09T06:01:54.394526Z","steps":["trace[444565416] 'read index received' (duration: 365.369374ms)","trace[444565416] 'applied index is now lower than readState.Index' (duration: 33.02µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:01:54.394635Z","caller":"traceutil/trace.go:171","msg":"trace[1231191695] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"526.19568ms","start":"2026-04-09T06:01:53.868431Z","end":"2026-04-09T06:01:54.394626Z","steps":["trace[1231191695] 'process raft request' (duration: 525.992255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:54.394727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:53.868392Z","time spent":"526.260503ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:01:54.394828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.779841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-09T06:01:54.394849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.695762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T06:01:54.394822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.748057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:01:54.394883Z","caller":"traceutil/trace.go:171","msg":"trace[1077531913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2633; }","duration":"365.792194ms","start":"2026-04-09T06:01:54.029083Z","end":"2026-04-09T06:01:54.394875Z","steps":["trace[1077531913] 'agreement among raft nodes before linearized reading' (duration: 365.63367ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:01:54.394884Z","caller":"traceutil/trace.go:171","msg":"trace[2049346818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2633; }","duration":"232.888563ms","start":"2026-04-09T06:01:54.161982Z","end":"2026-04-09T06:01:54.394871Z","steps":["trace[2049346818] 'agreement among raft nodes before linearized reading' (duration: 232.747419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:54.394904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:54.029061Z","time spent":"365.837256ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T06:01:54.39486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.286834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T06:01:54.394905Z","caller":"traceutil/trace.go:171","msg":"trace[333424371] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2633; }","duration":"215.875431ms","start":"2026-04-09T06:01:54.179009Z","end":"2026-04-09T06:01:54.394884Z","steps":["trace[333424371] 'agreement among raft nodes before linearized reading' (duration: 215.760907ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:01:54.394962Z","caller":"traceutil/trace.go:171","msg":"trace[1364737054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2633; }","duration":"349.4416ms","start":"2026-04-09T06:01:54.045496Z","end":"2026-04-09T06:01:54.394937Z","steps":["trace[1364737054] 'agreement among raft nodes before linearized reading' (duration: 349.167602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:01:54.39508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:01:54.045477Z","time spent":"349.585713ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T06:01:54.39506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.948297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T06:01:54.39521Z","caller":"traceutil/trace.go:171","msg":"trace[1413005998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2633; }","duration":"235.140072ms","start":"2026-04-09T06:01:54.159995Z","end":"2026-04-09T06:01:54.395135Z","steps":["trace[1413005998] 'agreement among raft nodes before linearized reading' (duration: 234.806963ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:02:24.03465Z","caller":"traceutil/trace.go:171","msg":"trace[701141728] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"109.330706ms","start":"2026-04-09T06:02:23.925278Z","end":"2026-04-09T06:02:24.034609Z","steps":["trace[701141728] 'process raft request' (duration: 109.057459ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:02:31.999472Z","caller":"traceutil/trace.go:171","msg":"trace[1737417473] linearizableReadLoop","detail":"{readStateIndex:2973; appliedIndex:2972; }","duration":"202.895483ms","start":"2026-04-09T06:02:31.796544Z","end":"2026-04-09T06:02:31.999439Z","steps":["trace[1737417473] 'read index received' (duration: 202.639376ms)","trace[1737417473] 'applied index is now lower than readState.Index' (duration: 254.497µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:02:31.999676Z","caller":"traceutil/trace.go:171","msg":"trace[965596290] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"298.936543ms","start":"2026-04-09T06:02:31.700727Z","end":"2026-04-09T06:02:31.999663Z","steps":["trace[965596290] 'process raft request' (duration: 298.494192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:02:31.999802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.543849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:02:32.000027Z","caller":"traceutil/trace.go:171","msg":"trace[1733390255] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2861; }","duration":"110.706443ms","start":"2026-04-09T06:02:31.889173Z","end":"2026-04-09T06:02:31.999879Z","steps":["trace[1733390255] 'agreement among raft nodes before linearized reading' (duration: 110.539977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:02:32.000056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.461667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:02:32.000193Z","caller":"traceutil/trace.go:171","msg":"trace[777753265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2861; }","duration":"203.668743ms","start":"2026-04-09T06:02:31.796499Z","end":"2026-04-09T06:02:32.000167Z","steps":["trace[777753265] 'agreement among raft nodes before linearized reading' (duration: 203.395746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:02:37.9797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.009184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T06:02:37.979976Z","caller":"traceutil/trace.go:171","msg":"trace[924091157] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"196.781793ms","start":"2026-04-09T06:02:37.783015Z","end":"2026-04-09T06:02:37.979797Z","steps":["trace[924091157] 'process raft request' (duration: 68.589696ms)","trace[924091157] 'compare' (duration: 127.853749ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:04:24.034353Z","caller":"traceutil/trace.go:171","msg":"trace[1313981608] linearizableReadLoop","detail":"{readStateIndex:3718; appliedIndex:3717; }","duration":"112.99094ms","start":"2026-04-09T06:04:23.921335Z","end":"2026-04-09T06:04:24.034326Z","steps":["trace[1313981608] 'read index received' (duration: 110.402864ms)","trace[1313981608] 'applied index is now lower than readState.Index' (duration: 2.586226ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:04:24.034317Z","caller":"traceutil/trace.go:171","msg":"trace[39526543] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"152.921462ms","start":"2026-04-09T06:04:23.881359Z","end":"2026-04-09T06:04:24.03428Z","steps":["trace[39526543] 'process raft request' (duration: 150.264663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:04:24.034529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.169445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:04:24.034619Z","caller":"traceutil/trace.go:171","msg":"trace[790572664] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3577; }","duration":"113.320719ms","start":"2026-04-09T06:04:23.921278Z","end":"2026-04-09T06:04:24.034599Z","steps":["trace[790572664] 'agreement among raft nodes before linearized reading' (duration: 113.143073ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:04:52.327193Z","caller":"traceutil/trace.go:171","msg":"trace[713113160] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"208.818376ms","start":"2026-04-09T06:04:52.11835Z","end":"2026-04-09T06:04:52.327168Z","steps":["trace[713113160] 'process raft request' (duration: 163.245399ms)","trace[713113160] 'compare' (duration: 45.474795ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:04:57.814136Z","caller":"traceutil/trace.go:171","msg":"trace[464446953] linearizableReadLoop","detail":"{readStateIndex:3973; appliedIndex:3972; }","duration":"345.676308ms","start":"2026-04-09T06:04:57.468436Z","end":"2026-04-09T06:04:57.814112Z","steps":["trace[464446953] 'read index received' (duration: 345.462642ms)","trace[464446953] 'applied index is now lower than readState.Index' (duration: 212.806µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:04:57.814189Z","caller":"traceutil/trace.go:171","msg":"trace[1674373195] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"352.502625ms","start":"2026-04-09T06:04:57.461651Z","end":"2026-04-09T06:04:57.814154Z","steps":["trace[1674373195] 'process raft request' (duration: 352.31718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:04:57.814479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.133384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T06:04:57.814638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.633276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T06:04:57.814571Z","caller":"traceutil/trace.go:171","msg":"trace[757039172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3825; }","duration":"345.232936ms","start":"2026-04-09T06:04:57.469322Z","end":"2026-04-09T06:04:57.814555Z","steps":["trace[757039172] 'agreement among raft nodes before linearized reading' (duration: 345.081142ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:04:57.81471Z","caller":"traceutil/trace.go:171","msg":"trace[367700474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3825; }","duration":"345.708798ms","start":"2026-04-09T06:04:57.468984Z","end":"2026-04-09T06:04:57.814693Z","steps":["trace[367700474] 'agreement among raft nodes before linearized reading' (duration: 345.591274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:04:57.814729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.469316Z","time spent":"345.395371ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T06:04:57.814361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.895283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T06:04:57.814806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.870772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T06:04:57.81488Z","caller":"traceutil/trace.go:171","msg":"trace[1041342088] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3825; }","duration":"346.439297ms","start":"2026-04-09T06:04:57.468414Z","end":"2026-04-09T06:04:57.814853Z","steps":["trace[1041342088] 'agreement among raft nodes before linearized reading' (duration: 345.821501ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:04:57.814901Z","caller":"traceutil/trace.go:171","msg":"trace[1597254584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3825; }","duration":"346.010236ms","start":"2026-04-09T06:04:57.468869Z","end":"2026-04-09T06:04:57.814879Z","steps":["trace[1597254584] 'agreement among raft nodes before linearized reading' (duration: 345.765609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:04:57.814634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.461629Z","time spent":"352.809022ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:04:57.814759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.468979Z","time spent":"345.771371ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T06:04:57.814969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.468851Z","time spent":"346.105409ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T06:04:57.814534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.012276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T06:04:57.814974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.468404Z","time spent":"346.546681ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T06:04:57.815081Z","caller":"traceutil/trace.go:171","msg":"trace[764983227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3825; }","duration":"346.617782ms","start":"2026-04-09T06:04:57.468431Z","end":"2026-04-09T06:04:57.815049Z","steps":["trace[764983227] 'agreement among raft nodes before linearized reading' (duration: 345.913754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:04:57.815142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.468412Z","time spent":"346.712904ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T06:04:58.123688Z","caller":"traceutil/trace.go:171","msg":"trace[1615206907] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"304.323927ms","start":"2026-04-09T06:04:57.819333Z","end":"2026-04-09T06:04:58.123657Z","steps":["trace[1615206907] 'process raft request' (duration: 299.364268ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:04:58.123755Z","caller":"traceutil/trace.go:171","msg":"trace[1807216130] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"168.421556ms","start":"2026-04-09T06:04:57.955304Z","end":"2026-04-09T06:04:58.123725Z","steps":["trace[1807216130] 'process raft request' (duration: 168.372184ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:04:58.123957Z","caller":"traceutil/trace.go:171","msg":"trace[1060719912] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"304.001528ms","start":"2026-04-09T06:04:57.819947Z","end":"2026-04-09T06:04:58.123949Z","steps":["trace[1060719912] 'process raft request' (duration: 303.68869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:04:58.123848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.819319Z","time spent":"304.445899ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:04:58.124083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.819926Z","time spent":"304.064529ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:04:58.123882Z","caller":"traceutil/trace.go:171","msg":"trace[1002783478] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"303.969157ms","start":"2026-04-09T06:04:57.819867Z","end":"2026-04-09T06:04:58.123836Z","steps":["trace[1002783478] 'process raft request' (duration: 303.717931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:04:58.124192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.819847Z","time spent":"304.318256ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:04:58.124156Z","caller":"traceutil/trace.go:171","msg":"trace[1437145098] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"304.468031ms","start":"2026-04-09T06:04:57.819426Z","end":"2026-04-09T06:04:58.123894Z","steps":["trace[1437145098] 'process raft request' (duration: 304.04149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:04:58.124295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:04:57.819401Z","time spent":"304.85308ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:06:10.248447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.459485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T06:06:10.248556Z","caller":"traceutil/trace.go:171","msg":"trace[1151951780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4653; }","duration":"111.64868ms","start":"2026-04-09T06:06:10.136885Z","end":"2026-04-09T06:06:10.248534Z","steps":["trace[1151951780] 'range keys from in-memory index tree' (duration: 111.23899ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:14.09221Z","caller":"traceutil/trace.go:171","msg":"trace[1859849129] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"198.144357ms","start":"2026-04-09T06:06:13.894011Z","end":"2026-04-09T06:06:14.092156Z","steps":["trace[1859849129] 'process raft request' (duration: 127.576673ms)","trace[1859849129] 'compare' (duration: 70.368868ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:06:14.092309Z","caller":"traceutil/trace.go:171","msg":"trace[72712063] linearizableReadLoop","detail":"{readStateIndex:4928; appliedIndex:4927; }","duration":"196.671659ms","start":"2026-04-09T06:06:13.895599Z","end":"2026-04-09T06:06:14.09227Z","steps":["trace[72712063] 'read index received' (duration: 126.059844ms)","trace[72712063] 'applied index is now lower than readState.Index' (duration: 70.605925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:06:14.092689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.056499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-09T06:06:14.0928Z","caller":"traceutil/trace.go:171","msg":"trace[1682497757] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4743; }","duration":"197.177913ms","start":"2026-04-09T06:06:13.895594Z","end":"2026-04-09T06:06:14.092772Z","steps":["trace[1682497757] 'agreement among raft nodes before linearized reading' (duration: 196.813783ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:14.09289Z","caller":"traceutil/trace.go:171","msg":"trace[787876157] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"176.744332ms","start":"2026-04-09T06:06:13.916103Z","end":"2026-04-09T06:06:14.092848Z","steps":["trace[787876157] 'process raft request' (duration: 176.158076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:06:14.542383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.047001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-09T06:06:14.54244Z","caller":"traceutil/trace.go:171","msg":"trace[63614671] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4771; }","duration":"107.147544ms","start":"2026-04-09T06:06:14.435279Z","end":"2026-04-09T06:06:14.542426Z","steps":["trace[63614671] 'range keys from in-memory index tree' (duration: 106.842126ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:14.571119Z","caller":"traceutil/trace.go:171","msg":"trace[1975288513] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"102.501984ms","start":"2026-04-09T06:06:14.468589Z","end":"2026-04-09T06:06:14.571091Z","steps":["trace[1975288513] 'process raft request' (duration: 101.825946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:06:14.579428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.413766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-04-09T06:06:14.579784Z","caller":"traceutil/trace.go:171","msg":"trace[894165171] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4772; }","duration":"108.792036ms","start":"2026-04-09T06:06:14.470948Z","end":"2026-04-09T06:06:14.57974Z","steps":["trace[894165171] 'agreement among raft nodes before linearized reading' (duration: 100.355877ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:20.175761Z","caller":"traceutil/trace.go:171","msg":"trace[1262472034] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"236.876432ms","start":"2026-04-09T06:06:19.938858Z","end":"2026-04-09T06:06:20.175734Z","steps":["trace[1262472034] 'process raft request' (duration: 236.725108ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:20.176271Z","caller":"traceutil/trace.go:171","msg":"trace[1208493978] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5170; }","duration":"167.283155ms","start":"2026-04-09T06:06:20.008937Z","end":"2026-04-09T06:06:20.176221Z","steps":["trace[1208493978] 'read index received' (duration: 167.269295ms)","trace[1208493978] 'applied index is now lower than readState.Index' (duration: 11.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:06:20.176747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.795199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719296"} {"level":"info","ts":"2026-04-09T06:06:20.176801Z","caller":"traceutil/trace.go:171","msg":"trace[252365533] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4979; }","duration":"167.894122ms","start":"2026-04-09T06:06:20.008892Z","end":"2026-04-09T06:06:20.176786Z","steps":["trace[252365533] 'agreement among raft nodes before linearized reading' (duration: 167.426829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:06:20.483206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.734122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T06:06:20.483168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.999447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:06:20.483333Z","caller":"traceutil/trace.go:171","msg":"trace[1725473579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4979; }","duration":"183.888527ms","start":"2026-04-09T06:06:20.299422Z","end":"2026-04-09T06:06:20.48331Z","steps":["trace[1725473579] 'range keys from in-memory index tree' (duration: 183.598859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:06:20.483376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.065733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T06:06:20.483507Z","caller":"traceutil/trace.go:171","msg":"trace[1726346811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4979; }","duration":"186.240068ms","start":"2026-04-09T06:06:20.297217Z","end":"2026-04-09T06:06:20.483457Z","steps":["trace[1726346811] 'range keys from in-memory index tree' (duration: 185.828497ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:20.483573Z","caller":"traceutil/trace.go:171","msg":"trace[2079256060] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"143.400205ms","start":"2026-04-09T06:06:20.340158Z","end":"2026-04-09T06:06:20.483558Z","steps":["trace[2079256060] 'process raft request' (duration: 137.656816ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:20.48339Z","caller":"traceutil/trace.go:171","msg":"trace[1555707042] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4979; }","duration":"192.293756ms","start":"2026-04-09T06:06:20.291071Z","end":"2026-04-09T06:06:20.483364Z","steps":["trace[1555707042] 'count revisions from in-memory index tree' (duration: 191.856303ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:22.944822Z","caller":"traceutil/trace.go:171","msg":"trace[2013234923] linearizableReadLoop","detail":"{readStateIndex:5220; appliedIndex:5219; }","duration":"145.48285ms","start":"2026-04-09T06:06:22.799305Z","end":"2026-04-09T06:06:22.944788Z","steps":["trace[2013234923] 'read index received' (duration: 145.283214ms)","trace[2013234923] 'applied index is now lower than readState.Index' (duration: 198.476µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:06:22.945096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.768046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5ee2ff9-09e5-4ec8-8ff8-21f567f47113\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-09T06:06:22.94515Z","caller":"traceutil/trace.go:171","msg":"trace[560195342] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5ee2ff9-09e5-4ec8-8ff8-21f567f47113; range_end:; response_count:1; response_revision:5028; }","duration":"145.862358ms","start":"2026-04-09T06:06:22.799272Z","end":"2026-04-09T06:06:22.945134Z","steps":["trace[560195342] 'agreement among raft nodes before linearized reading' (duration: 145.694054ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:22.945048Z","caller":"traceutil/trace.go:171","msg":"trace[1443952407] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"149.188085ms","start":"2026-04-09T06:06:22.795815Z","end":"2026-04-09T06:06:22.945004Z","steps":["trace[1443952407] 'process raft request' (duration: 148.790884ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:23.138425Z","caller":"traceutil/trace.go:171","msg":"trace[406435041] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5220; }","duration":"187.535461ms","start":"2026-04-09T06:06:22.95086Z","end":"2026-04-09T06:06:23.138395Z","steps":["trace[406435041] 'read index received' (duration: 154.315639ms)","trace[406435041] 'applied index is now lower than readState.Index' (duration: 33.218612ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:06:23.138489Z","caller":"traceutil/trace.go:171","msg":"trace[1726989691] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"187.767007ms","start":"2026-04-09T06:06:22.950683Z","end":"2026-04-09T06:06:23.13845Z","steps":["trace[1726989691] 'process raft request' (duration: 154.511844ms)","trace[1726989691] 'compare' (duration: 33.070509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:06:23.140567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.746636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:06:23.140686Z","caller":"traceutil/trace.go:171","msg":"trace[1500850742] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:5029; }","duration":"189.839541ms","start":"2026-04-09T06:06:22.950824Z","end":"2026-04-09T06:06:23.140663Z","steps":["trace[1500850742] 'agreement among raft nodes before linearized reading' (duration: 187.684835ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:23.159456Z","caller":"traceutil/trace.go:171","msg":"trace[1980574340] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"208.312721ms","start":"2026-04-09T06:06:22.951122Z","end":"2026-04-09T06:06:23.159434Z","steps":["trace[1980574340] 'process raft request' (duration: 207.960342ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:23.159582Z","caller":"traceutil/trace.go:171","msg":"trace[906333968] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"207.188221ms","start":"2026-04-09T06:06:22.952362Z","end":"2026-04-09T06:06:23.15955Z","steps":["trace[906333968] 'process raft request' (duration: 206.929505ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:23.15979Z","caller":"traceutil/trace.go:171","msg":"trace[451155446] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"207.371818ms","start":"2026-04-09T06:06:22.952392Z","end":"2026-04-09T06:06:23.159764Z","steps":["trace[451155446] 'process raft request' (duration: 206.972607ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:23.159939Z","caller":"traceutil/trace.go:171","msg":"trace[413001056] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"199.41396ms","start":"2026-04-09T06:06:22.960489Z","end":"2026-04-09T06:06:23.159903Z","steps":["trace[413001056] 'process raft request' (duration: 198.981659ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:23.160035Z","caller":"traceutil/trace.go:171","msg":"trace[38874259] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"126.603579ms","start":"2026-04-09T06:06:23.033399Z","end":"2026-04-09T06:06:23.160002Z","steps":["trace[38874259] 'process raft request' (duration: 126.322642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:06:23.16013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.330731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T06:06:23.160178Z","caller":"traceutil/trace.go:171","msg":"trace[48377026] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5034; }","duration":"151.426273ms","start":"2026-04-09T06:06:23.00874Z","end":"2026-04-09T06:06:23.160166Z","steps":["trace[48377026] 'agreement among raft nodes before linearized reading' (duration: 151.262279ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:23.281001Z","caller":"traceutil/trace.go:171","msg":"trace[1204043589] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5226; }","duration":"114.139185ms","start":"2026-04-09T06:06:23.166834Z","end":"2026-04-09T06:06:23.280973Z","steps":["trace[1204043589] 'read index received' (duration: 31.756555ms)","trace[1204043589] 'applied index is now lower than readState.Index' (duration: 82.38121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:06:23.281145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.281679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:06:23.281147Z","caller":"traceutil/trace.go:171","msg":"trace[478418947] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"115.083749ms","start":"2026-04-09T06:06:23.16602Z","end":"2026-04-09T06:06:23.281104Z","steps":["trace[478418947] 'process raft request' (duration: 75.762518ms)","trace[478418947] 'compare' (duration: 38.970892ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:06:23.281206Z","caller":"traceutil/trace.go:171","msg":"trace[540858509] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:0; response_revision:5037; }","duration":"114.37108ms","start":"2026-04-09T06:06:23.16681Z","end":"2026-04-09T06:06:23.281181Z","steps":["trace[540858509] 'agreement among raft nodes before linearized reading' (duration: 114.270998ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:23.281187Z","caller":"traceutil/trace.go:171","msg":"trace[1141620053] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"114.652979ms","start":"2026-04-09T06:06:23.166496Z","end":"2026-04-09T06:06:23.281149Z","steps":["trace[1141620053] 'process raft request' (duration: 114.404922ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:30.000494Z","caller":"traceutil/trace.go:171","msg":"trace[1588440216] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"129.348801ms","start":"2026-04-09T06:06:29.871087Z","end":"2026-04-09T06:06:30.000435Z","steps":["trace[1588440216] 'process raft request' (duration: 128.96565ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:31.651705Z","caller":"traceutil/trace.go:171","msg":"trace[856183327] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"262.249352ms","start":"2026-04-09T06:06:31.389425Z","end":"2026-04-09T06:06:31.651674Z","steps":["trace[856183327] 'process raft request' (duration: 261.968455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:06:40.09069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.836122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a926ed89-ea32-4edf-a79f-fd2f9b5cbb90\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-09T06:06:40.090804Z","caller":"traceutil/trace.go:171","msg":"trace[1264765097] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a926ed89-ea32-4edf-a79f-fd2f9b5cbb90; range_end:; response_count:1; response_revision:5380; }","duration":"135.006277ms","start":"2026-04-09T06:06:39.955777Z","end":"2026-04-09T06:06:40.090783Z","steps":["trace[1264765097] 'range keys from in-memory index tree' (duration: 134.627627ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:40.248328Z","caller":"traceutil/trace.go:171","msg":"trace[1343701162] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"149.324868ms","start":"2026-04-09T06:06:40.098965Z","end":"2026-04-09T06:06:40.24829Z","steps":["trace[1343701162] 'process raft request' (duration: 149.116763ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:50.352052Z","caller":"traceutil/trace.go:171","msg":"trace[555955988] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"121.686759ms","start":"2026-04-09T06:06:50.230327Z","end":"2026-04-09T06:06:50.352014Z","steps":["trace[555955988] 'process raft request' (duration: 36.442116ms)","trace[555955988] 'compare' (duration: 84.972757ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:06:50.352081Z","caller":"traceutil/trace.go:171","msg":"trace[2118816800] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"119.798931ms","start":"2026-04-09T06:06:50.232248Z","end":"2026-04-09T06:06:50.352047Z","steps":["trace[2118816800] 'process raft request' (duration: 119.694059ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:50.352287Z","caller":"traceutil/trace.go:171","msg":"trace[110958161] linearizableReadLoop","detail":"{readStateIndex:5750; appliedIndex:5747; }","duration":"119.831802ms","start":"2026-04-09T06:06:50.232415Z","end":"2026-04-09T06:06:50.352246Z","steps":["trace[110958161] 'read index received' (duration: 7.945916ms)","trace[110958161] 'applied index is now lower than readState.Index' (duration: 111.882726ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:06:50.352336Z","caller":"traceutil/trace.go:171","msg":"trace[840430279] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"118.580521ms","start":"2026-04-09T06:06:50.233729Z","end":"2026-04-09T06:06:50.35231Z","steps":["trace[840430279] 'process raft request' (duration: 118.270602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:06:50.352514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.078868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-09T06:06:50.35255Z","caller":"traceutil/trace.go:171","msg":"trace[60666930] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5545; }","duration":"120.15187ms","start":"2026-04-09T06:06:50.232384Z","end":"2026-04-09T06:06:50.352536Z","steps":["trace[60666930] 'agreement among raft nodes before linearized reading' (duration: 119.973066ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:50.381272Z","caller":"traceutil/trace.go:171","msg":"trace[830918882] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"139.127714ms","start":"2026-04-09T06:06:50.242114Z","end":"2026-04-09T06:06:50.381242Z","steps":["trace[830918882] 'process raft request' (duration: 138.94506ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:06:50.537509Z","caller":"traceutil/trace.go:171","msg":"trace[453271540] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"135.490859ms","start":"2026-04-09T06:06:50.401979Z","end":"2026-04-09T06:06:50.53747Z","steps":["trace[453271540] 'process raft request' (duration: 95.188123ms)","trace[453271540] 'compare' (duration: 40.130882ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:07:50.225082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2960} {"level":"info","ts":"2026-04-09T06:07:50.293928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2960,"took":"67.186929ms","hash":3261345395,"current-db-size-bytes":56864768,"current-db-size":"57 MB","current-db-size-in-use-bytes":33378304,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-09T06:07:50.294021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3261345395,"revision":2960,"compact-revision":-1} {"level":"warn","ts":"2026-04-09T06:12:31.412971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785426724,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T06:12:31.458659Z","caller":"traceutil/trace.go:171","msg":"trace[249934462] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"565.161084ms","start":"2026-04-09T06:12:30.893476Z","end":"2026-04-09T06:12:31.458637Z","steps":["trace[249934462] 'process raft request' (duration: 565.020301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:12:31.458793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:30.893452Z","time spent":"565.273607ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:12:31.809719Z","caller":"traceutil/trace.go:171","msg":"trace[1591820816] linearizableReadLoop","detail":"{readStateIndex:8429; appliedIndex:8427; }","duration":"897.362647ms","start":"2026-04-09T06:12:30.912324Z","end":"2026-04-09T06:12:31.809686Z","steps":["trace[1591820816] 'read index received' (duration: 546.140882ms)","trace[1591820816] 'applied index is now lower than readState.Index' (duration: 351.220165ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:12:31.809756Z","caller":"traceutil/trace.go:171","msg":"trace[72707635] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"851.111083ms","start":"2026-04-09T06:12:30.958602Z","end":"2026-04-09T06:12:31.809713Z","steps":["trace[72707635] 'process raft request' (duration: 835.137961ms)","trace[72707635] 'compare' (duration: 15.621543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:12:31.8099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:30.958576Z","time spent":"851.245966ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:12:31.809978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.633545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T06:12:31.810017Z","caller":"traceutil/trace.go:171","msg":"trace[1689555738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8141; }","duration":"897.715107ms","start":"2026-04-09T06:12:30.912288Z","end":"2026-04-09T06:12:31.810003Z","steps":["trace[1689555738] 'agreement among raft nodes before linearized reading' (duration: 897.530522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:12:31.810054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:30.912275Z","time spent":"897.770829ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T06:12:31.810916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.409836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:12:31.810966Z","caller":"traceutil/trace.go:171","msg":"trace[982906717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8142; }","duration":"631.491738ms","start":"2026-04-09T06:12:31.17946Z","end":"2026-04-09T06:12:31.810951Z","steps":["trace[982906717] 'agreement among raft nodes before linearized reading' (duration: 631.427196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:12:31.810998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:31.179436Z","time spent":"631.55479ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T06:12:31.811129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.07423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T06:12:31.811234Z","caller":"traceutil/trace.go:171","msg":"trace[1486439870] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8142; }","duration":"813.203964ms","start":"2026-04-09T06:12:30.997999Z","end":"2026-04-09T06:12:31.811203Z","steps":["trace[1486439870] 'agreement among raft nodes before linearized reading' (duration: 812.951847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:12:31.811273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.118134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T06:12:31.811297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:30.99798Z","time spent":"813.303116ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-09T06:12:31.811349Z","caller":"traceutil/trace.go:171","msg":"trace[1347060937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8142; }","duration":"822.632157ms","start":"2026-04-09T06:12:30.988703Z","end":"2026-04-09T06:12:31.811335Z","steps":["trace[1347060937] 'agreement among raft nodes before linearized reading' (duration: 822.063432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:12:31.811382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:30.988688Z","time spent":"822.685478ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T06:12:44.373484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.740477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T06:12:44.373783Z","caller":"traceutil/trace.go:171","msg":"trace[2043723546] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"474.181993ms","start":"2026-04-09T06:12:43.89958Z","end":"2026-04-09T06:12:44.373762Z","steps":["trace[2043723546] 'process raft request' (duration: 474.014378ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:12:44.373819Z","caller":"traceutil/trace.go:171","msg":"trace[754227985] linearizableReadLoop","detail":"{readStateIndex:8499; appliedIndex:8498; }","duration":"478.71166ms","start":"2026-04-09T06:12:43.895078Z","end":"2026-04-09T06:12:44.37379Z","steps":["trace[754227985] 'read index received' (duration: 68.626813ms)","trace[754227985] 'applied index is now lower than readState.Index' (duration: 410.082217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:12:44.373884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:43.899554Z","time spent":"474.280166ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:12:44.37389Z","caller":"traceutil/trace.go:171","msg":"trace[2041042553] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"492.856066ms","start":"2026-04-09T06:12:43.88099Z","end":"2026-04-09T06:12:44.373846Z","steps":["trace[2041042553] 'process raft request' (duration: 82.663226ms)","trace[2041042553] 'compare' (duration: 409.465861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:12:44.374069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:43.880974Z","time spent":"492.991348ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:12:44.374144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.878764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbng9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T06:12:44.374348Z","caller":"traceutil/trace.go:171","msg":"trace[463940375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbng9; range_end:; response_count:1; response_revision:8208; }","duration":"491.074889ms","start":"2026-04-09T06:12:43.883193Z","end":"2026-04-09T06:12:44.374268Z","steps":["trace[463940375] 'agreement among raft nodes before linearized reading' (duration: 490.682099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:12:44.374431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:43.883184Z","time spent":"491.231713ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vbng9\" "} {"level":"info","ts":"2026-04-09T06:12:44.375488Z","caller":"traceutil/trace.go:171","msg":"trace[1175695631] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"275.756416ms","start":"2026-04-09T06:12:44.099704Z","end":"2026-04-09T06:12:44.375461Z","steps":["trace[1175695631] 'process raft request' (duration: 275.598462ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:12:44.375808Z","caller":"traceutil/trace.go:171","msg":"trace[2104125534] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"191.634102ms","start":"2026-04-09T06:12:44.184146Z","end":"2026-04-09T06:12:44.37578Z","steps":["trace[2104125534] 'process raft request' (duration: 191.458706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:12:44.375902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.454426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:12:44.375946Z","caller":"traceutil/trace.go:171","msg":"trace[1149311663] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"235.914966ms","start":"2026-04-09T06:12:44.139996Z","end":"2026-04-09T06:12:44.375911Z","steps":["trace[1149311663] 'process raft request' (duration: 235.424253ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:12:44.375997Z","caller":"traceutil/trace.go:171","msg":"trace[677130040] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8211; }","duration":"463.58443ms","start":"2026-04-09T06:12:43.912396Z","end":"2026-04-09T06:12:44.37598Z","steps":["trace[677130040] 'agreement among raft nodes before linearized reading' (duration: 463.346214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:12:44.376149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:43.912379Z","time spent":"463.753503ms","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-09T06:12:44.376332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.498258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T06:12:44.376638Z","caller":"traceutil/trace.go:171","msg":"trace[1539859341] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8211; }","duration":"328.863638ms","start":"2026-04-09T06:12:44.047759Z","end":"2026-04-09T06:12:44.376623Z","steps":["trace[1539859341] 'agreement among raft nodes before linearized reading' (duration: 328.395376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:12:44.377164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:12:44.047734Z","time spent":"329.408103ms","remote":"127.0.0.1:36234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":55,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-09T06:12:45.121763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.330953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T06:12:45.121834Z","caller":"traceutil/trace.go:171","msg":"trace[1802062307] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8213; }","duration":"201.465466ms","start":"2026-04-09T06:12:44.920354Z","end":"2026-04-09T06:12:45.121819Z","steps":["trace[1802062307] 'count revisions from in-memory index tree' (duration: 201.24854ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:12:50.231746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6049} {"level":"info","ts":"2026-04-09T06:12:50.325823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6049,"took":"92.082609ms","hash":1768525179,"current-db-size-bytes":56864768,"current-db-size":"57 MB","current-db-size-in-use-bytes":23080960,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-09T06:12:50.325893Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1768525179,"revision":6049,"compact-revision":2960} {"level":"warn","ts":"2026-04-09T06:13:08.291615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.514601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:13:08.291765Z","caller":"traceutil/trace.go:171","msg":"trace[760183775] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io; range_end:; response_count:0; response_revision:8387; }","duration":"123.723268ms","start":"2026-04-09T06:13:08.167993Z","end":"2026-04-09T06:13:08.291716Z","steps":["trace[760183775] 'range keys from in-memory index tree' (duration: 123.413859ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:11.907232Z","caller":"traceutil/trace.go:171","msg":"trace[1877784687] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"216.67303ms","start":"2026-04-09T06:13:11.690532Z","end":"2026-04-09T06:13:11.907205Z","steps":["trace[1877784687] 'process raft request' (duration: 216.508056ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:11.908092Z","caller":"traceutil/trace.go:171","msg":"trace[119878943] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"205.588363ms","start":"2026-04-09T06:13:11.702478Z","end":"2026-04-09T06:13:11.908066Z","steps":["trace[119878943] 'process raft request' (duration: 205.46884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:18.404239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.577866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-09T06:13:18.404308Z","caller":"traceutil/trace.go:171","msg":"trace[1560698582] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8473; }","duration":"257.701889ms","start":"2026-04-09T06:13:18.146589Z","end":"2026-04-09T06:13:18.404291Z","steps":["trace[1560698582] 'range keys from in-memory index tree' (duration: 257.414552ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:24.509602Z","caller":"traceutil/trace.go:171","msg":"trace[16228859] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"361.294176ms","start":"2026-04-09T06:13:24.148285Z","end":"2026-04-09T06:13:24.509579Z","steps":["trace[16228859] 'process raft request' (duration: 360.981077ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:24.509618Z","caller":"traceutil/trace.go:171","msg":"trace[2116200516] linearizableReadLoop","detail":"{readStateIndex:8823; appliedIndex:8823; }","duration":"252.292559ms","start":"2026-04-09T06:13:24.257303Z","end":"2026-04-09T06:13:24.509596Z","steps":["trace[2116200516] 'read index received' (duration: 252.284989ms)","trace[2116200516] 'applied index is now lower than readState.Index' (duration: 6.15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:13:24.509832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:13:24.148267Z","time spent":"361.488601ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:13:24.509998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.410192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ggtz8\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-09T06:13:24.510041Z","caller":"traceutil/trace.go:171","msg":"trace[1866683531] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ggtz8; range_end:; response_count:1; response_revision:8517; }","duration":"252.759642ms","start":"2026-04-09T06:13:24.257272Z","end":"2026-04-09T06:13:24.510031Z","steps":["trace[1866683531] 'agreement among raft nodes before linearized reading' (duration: 252.390292ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:24.572355Z","caller":"traceutil/trace.go:171","msg":"trace[111071438] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"314.349722ms","start":"2026-04-09T06:13:24.257888Z","end":"2026-04-09T06:13:24.572237Z","steps":["trace[111071438] 'process raft request' (duration: 313.774718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:24.572557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:13:24.257879Z","time spent":"314.543339ms","remote":"127.0.0.1:45634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T06:13:24.57272Z","caller":"traceutil/trace.go:171","msg":"trace[1605398748] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"207.03186ms","start":"2026-04-09T06:13:24.365652Z","end":"2026-04-09T06:13:24.572684Z","steps":["trace[1605398748] 'process raft request' (duration: 206.284861ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:24.640631Z","caller":"traceutil/trace.go:171","msg":"trace[145323532] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"119.353984ms","start":"2026-04-09T06:13:24.521258Z","end":"2026-04-09T06:13:24.640612Z","steps":["trace[145323532] 'process raft request' (duration: 110.529785ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:24.640976Z","caller":"traceutil/trace.go:171","msg":"trace[388638516] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"119.646692ms","start":"2026-04-09T06:13:24.521304Z","end":"2026-04-09T06:13:24.640951Z","steps":["trace[388638516] 'process raft request' (duration: 119.142029ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:25.237749Z","caller":"traceutil/trace.go:171","msg":"trace[1368974130] linearizableReadLoop","detail":"{readStateIndex:8831; appliedIndex:8830; }","duration":"208.388475ms","start":"2026-04-09T06:13:25.029336Z","end":"2026-04-09T06:13:25.237725Z","steps":["trace[1368974130] 'read index received' (duration: 208.325194ms)","trace[1368974130] 'applied index is now lower than readState.Index' (duration: 62.321µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:13:25.237852Z","caller":"traceutil/trace.go:171","msg":"trace[788562299] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"209.077453ms","start":"2026-04-09T06:13:25.02875Z","end":"2026-04-09T06:13:25.237828Z","steps":["trace[788562299] 'process raft request' (duration: 208.840877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:25.237989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.644281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T06:13:25.238031Z","caller":"traceutil/trace.go:171","msg":"trace[90653844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8525; }","duration":"208.738324ms","start":"2026-04-09T06:13:25.029281Z","end":"2026-04-09T06:13:25.238019Z","steps":["trace[90653844] 'agreement among raft nodes before linearized reading' (duration: 208.544739ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:25.362589Z","caller":"traceutil/trace.go:171","msg":"trace[1883506223] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"228.817633ms","start":"2026-04-09T06:13:25.133744Z","end":"2026-04-09T06:13:25.362562Z","steps":["trace[1883506223] 'process raft request' (duration: 228.647369ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:25.397354Z","caller":"traceutil/trace.go:171","msg":"trace[2010598362] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"154.313128ms","start":"2026-04-09T06:13:25.243015Z","end":"2026-04-09T06:13:25.397328Z","steps":["trace[2010598362] 'process raft request' (duration: 154.104073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:25.5463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.900072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T06:13:25.546481Z","caller":"traceutil/trace.go:171","msg":"trace[583459186] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"160.441756ms","start":"2026-04-09T06:13:25.386015Z","end":"2026-04-09T06:13:25.546457Z","steps":["trace[583459186] 'process raft request' (duration: 41.305508ms)","trace[583459186] 'compare' (duration: 118.747318ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:13:25.592782Z","caller":"traceutil/trace.go:171","msg":"trace[233539892] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"181.715946ms","start":"2026-04-09T06:13:25.411043Z","end":"2026-04-09T06:13:25.592759Z","steps":["trace[233539892] 'process raft request' (duration: 181.581962ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:26.232769Z","caller":"traceutil/trace.go:171","msg":"trace[74912135] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"266.009504ms","start":"2026-04-09T06:13:25.966729Z","end":"2026-04-09T06:13:26.232738Z","steps":["trace[74912135] 'process raft request' (duration: 265.735037ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:26.239998Z","caller":"traceutil/trace.go:171","msg":"trace[1943273234] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8836; }","duration":"165.083836ms","start":"2026-04-09T06:13:26.07489Z","end":"2026-04-09T06:13:26.239974Z","steps":["trace[1943273234] 'read index received' (duration: 157.703295ms)","trace[1943273234] 'applied index is now lower than readState.Index' (duration: 7.379751ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:13:26.240054Z","caller":"traceutil/trace.go:171","msg":"trace[19117221] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"172.227761ms","start":"2026-04-09T06:13:26.067794Z","end":"2026-04-09T06:13:26.240022Z","steps":["trace[19117221] 'process raft request' (duration: 172.061265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:26.240427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.527147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T06:13:26.240478Z","caller":"traceutil/trace.go:171","msg":"trace[249430424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8532; }","duration":"165.628209ms","start":"2026-04-09T06:13:26.074837Z","end":"2026-04-09T06:13:26.240465Z","steps":["trace[249430424] 'agreement among raft nodes before linearized reading' (duration: 165.25428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:26.240909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.927701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T06:13:26.240987Z","caller":"traceutil/trace.go:171","msg":"trace[1913639032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8532; }","duration":"134.041995ms","start":"2026-04-09T06:13:26.106923Z","end":"2026-04-09T06:13:26.240965Z","steps":["trace[1913639032] 'agreement among raft nodes before linearized reading' (duration: 133.823019ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:26.887863Z","caller":"traceutil/trace.go:171","msg":"trace[1900838372] linearizableReadLoop","detail":"{readStateIndex:8844; appliedIndex:8843; }","duration":"167.770925ms","start":"2026-04-09T06:13:26.720066Z","end":"2026-04-09T06:13:26.887837Z","steps":["trace[1900838372] 'read index received' (duration: 72.00616ms)","trace[1900838372] 'applied index is now lower than readState.Index' (duration: 95.761655ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:13:26.887936Z","caller":"traceutil/trace.go:171","msg":"trace[876124166] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"168.032182ms","start":"2026-04-09T06:13:26.719869Z","end":"2026-04-09T06:13:26.887901Z","steps":["trace[876124166] 'process raft request' (duration: 72.179505ms)","trace[876124166] 'compare' (duration: 95.651852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:13:26.888355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.266419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228482"} {"level":"info","ts":"2026-04-09T06:13:26.888435Z","caller":"traceutil/trace.go:171","msg":"trace[2047075693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8538; }","duration":"168.391911ms","start":"2026-04-09T06:13:26.720025Z","end":"2026-04-09T06:13:26.888417Z","steps":["trace[2047075693] 'agreement among raft nodes before linearized reading' (duration: 167.905818ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:13:26.897275Z","caller":"traceutil/trace.go:171","msg":"trace[1688165530] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"176.989593ms","start":"2026-04-09T06:13:26.720265Z","end":"2026-04-09T06:13:26.897254Z","steps":["trace[1688165530] 'process raft request' (duration: 176.805179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:26.897356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.917422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-04-09T06:13:26.897442Z","caller":"traceutil/trace.go:171","msg":"trace[845237463] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8539; }","duration":"177.037965ms","start":"2026-04-09T06:13:26.72037Z","end":"2026-04-09T06:13:26.897408Z","steps":["trace[845237463] 'agreement among raft nodes before linearized reading' (duration: 176.814829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:26.897425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.727943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:13:26.89763Z","caller":"traceutil/trace.go:171","msg":"trace[835210593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8539; }","duration":"101.01881ms","start":"2026-04-09T06:13:26.796597Z","end":"2026-04-09T06:13:26.897616Z","steps":["trace[835210593] 'agreement among raft nodes before linearized reading' (duration: 100.689831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:41.438855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.034434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T06:13:41.438947Z","caller":"traceutil/trace.go:171","msg":"trace[163114681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8730; }","duration":"485.171307ms","start":"2026-04-09T06:13:40.953754Z","end":"2026-04-09T06:13:41.438926Z","steps":["trace[163114681] 'range keys from in-memory index tree' (duration: 484.88475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:41.438988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:13:40.953735Z","time spent":"485.24279ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T06:13:41.439122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.252449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbng9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T06:13:41.439226Z","caller":"traceutil/trace.go:171","msg":"trace[2041161779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbng9; range_end:; response_count:1; response_revision:8730; }","duration":"461.383202ms","start":"2026-04-09T06:13:40.97782Z","end":"2026-04-09T06:13:41.439203Z","steps":["trace[2041161779] 'range keys from in-memory index tree' (duration: 461.068694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:41.439281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:13:40.97781Z","time spent":"461.457635ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vbng9\" "} {"level":"warn","ts":"2026-04-09T06:13:41.439343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.349864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T06:13:41.439412Z","caller":"traceutil/trace.go:171","msg":"trace[575483592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8730; }","duration":"494.451227ms","start":"2026-04-09T06:13:40.944945Z","end":"2026-04-09T06:13:41.439396Z","steps":["trace[575483592] 'range keys from in-memory index tree' (duration: 494.209221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:41.439446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:13:40.944928Z","time spent":"494.509118ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T06:13:41.439506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.307595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T06:13:41.439671Z","caller":"traceutil/trace.go:171","msg":"trace[2358969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8730; }","duration":"116.448319ms","start":"2026-04-09T06:13:41.323145Z","end":"2026-04-09T06:13:41.439594Z","steps":["trace[2358969] 'range keys from in-memory index tree' (duration: 116.156191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:43.008473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.379734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f6cffe7a-a438-40c2-adfa-185aca34a264\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-09T06:13:43.008528Z","caller":"traceutil/trace.go:171","msg":"trace[2084592314] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f6cffe7a-a438-40c2-adfa-185aca34a264; range_end:; response_count:1; response_revision:8741; }","duration":"588.482906ms","start":"2026-04-09T06:13:42.420033Z","end":"2026-04-09T06:13:43.008516Z","steps":["trace[2084592314] 'range keys from in-memory index tree' (duration: 588.25032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:13:43.00855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:13:42.420009Z","time spent":"588.535948ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f6cffe7a-a438-40c2-adfa-185aca34a264\" "} {"level":"warn","ts":"2026-04-09T06:13:43.009329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.008119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T06:13:43.00955Z","caller":"traceutil/trace.go:171","msg":"trace[343458153] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"280.508768ms","start":"2026-04-09T06:13:42.729034Z","end":"2026-04-09T06:13:43.009543Z","steps":["trace[343458153] 'compare' (duration: 278.833995ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:14:26.335971Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024ea.wal"} {"level":"warn","ts":"2026-04-09T06:14:36.012919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.492589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T06:14:36.01302Z","caller":"traceutil/trace.go:171","msg":"trace[495742822] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9177; }","duration":"102.642393ms","start":"2026-04-09T06:14:35.910356Z","end":"2026-04-09T06:14:36.012999Z","steps":["trace[495742822] 'range keys from in-memory index tree' (duration: 102.327285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:14:36.013023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.163909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T06:14:36.013115Z","caller":"traceutil/trace.go:171","msg":"trace[723014785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9177; }","duration":"107.317743ms","start":"2026-04-09T06:14:35.905777Z","end":"2026-04-09T06:14:36.013095Z","steps":["trace[723014785] 'range keys from in-memory index tree' (duration: 106.857832ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:14:40.343881Z","caller":"traceutil/trace.go:171","msg":"trace[1359667002] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"144.799145ms","start":"2026-04-09T06:14:40.199041Z","end":"2026-04-09T06:14:40.34384Z","steps":["trace[1359667002] 'process raft request' (duration: 144.528838ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:14:40.560871Z","caller":"traceutil/trace.go:171","msg":"trace[1466793601] linearizableReadLoop","detail":"{readStateIndex:9540; appliedIndex:9539; }","duration":"125.770892ms","start":"2026-04-09T06:14:40.435079Z","end":"2026-04-09T06:14:40.56085Z","steps":["trace[1466793601] 'read index received' (duration: 31.33521ms)","trace[1466793601] 'applied index is now lower than readState.Index' (duration: 94.433372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:14:40.561209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.121801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:14:40.561972Z","caller":"traceutil/trace.go:171","msg":"trace[828214072] range","detail":"{range_begin:/registry/jobs/openstack/glance-rabbit-init; range_end:; response_count:0; response_revision:9211; }","duration":"126.933892ms","start":"2026-04-09T06:14:40.435031Z","end":"2026-04-09T06:14:40.561965Z","steps":["trace[828214072] 'agreement among raft nodes before linearized reading' (duration: 125.895896ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:14:40.771405Z","caller":"traceutil/trace.go:171","msg":"trace[493493421] linearizableReadLoop","detail":"{readStateIndex:9543; appliedIndex:9542; }","duration":"144.860546ms","start":"2026-04-09T06:14:40.626519Z","end":"2026-04-09T06:14:40.771379Z","steps":["trace[493493421] 'read index received' (duration: 118.225018ms)","trace[493493421] 'applied index is now lower than readState.Index' (duration: 26.634298ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:14:40.771486Z","caller":"traceutil/trace.go:171","msg":"trace[348495223] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"182.604482ms","start":"2026-04-09T06:14:40.588839Z","end":"2026-04-09T06:14:40.771444Z","steps":["trace[348495223] 'process raft request' (duration: 155.935872ms)","trace[348495223] 'compare' (duration: 26.471334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:14:40.771709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.170854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T06:14:40.77172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.864357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T06:14:40.771754Z","caller":"traceutil/trace.go:171","msg":"trace[786417804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9214; }","duration":"145.263376ms","start":"2026-04-09T06:14:40.626481Z","end":"2026-04-09T06:14:40.771744Z","steps":["trace[786417804] 'agreement among raft nodes before linearized reading' (duration: 145.032421ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:14:40.771795Z","caller":"traceutil/trace.go:171","msg":"trace[93165533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9214; }","duration":"139.97637ms","start":"2026-04-09T06:14:40.631799Z","end":"2026-04-09T06:14:40.771776Z","steps":["trace[93165533] 'agreement among raft nodes before linearized reading' (duration: 139.775175ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:14:42.2701Z","caller":"traceutil/trace.go:171","msg":"trace[1878590895] linearizableReadLoop","detail":"{readStateIndex:9563; appliedIndex:9561; }","duration":"105.033416ms","start":"2026-04-09T06:14:42.16504Z","end":"2026-04-09T06:14:42.270074Z","steps":["trace[1878590895] 'read index received' (duration: 38.240209ms)","trace[1878590895] 'applied index is now lower than readState.Index' (duration: 66.791927ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:14:42.270275Z","caller":"traceutil/trace.go:171","msg":"trace[939194284] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"111.324229ms","start":"2026-04-09T06:14:42.158911Z","end":"2026-04-09T06:14:42.270235Z","steps":["trace[939194284] 'process raft request' (duration: 110.937569ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:14:42.270297Z","caller":"traceutil/trace.go:171","msg":"trace[837882020] transaction","detail":"{read_only:false; response_revision:9235; number_of_response:1; }","duration":"103.521487ms","start":"2026-04-09T06:14:42.16674Z","end":"2026-04-09T06:14:42.270261Z","steps":["trace[837882020] 'process raft request' (duration: 103.270879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:14:42.270723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.664972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:30 size:268217"} {"level":"info","ts":"2026-04-09T06:14:42.271075Z","caller":"traceutil/trace.go:171","msg":"trace[459060569] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:30; response_revision:9235; }","duration":"106.042962ms","start":"2026-04-09T06:14:42.165012Z","end":"2026-04-09T06:14:42.271055Z","steps":["trace[459060569] 'agreement among raft nodes before linearized reading' (duration: 105.19193ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:15:28.705673Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T06:15:28.711514Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T06:15:28.711664Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-09T06:15:37.996174Z","caller":"traceutil/trace.go:171","msg":"trace[1425543073] linearizableReadLoop","detail":"{readStateIndex:10055; appliedIndex:10054; }","duration":"199.374645ms","start":"2026-04-09T06:15:37.79678Z","end":"2026-04-09T06:15:37.996155Z","steps":["trace[1425543073] 'read index received' (duration: 199.18624ms)","trace[1425543073] 'applied index is now lower than readState.Index' (duration: 187.545µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:15:37.996286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.491088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:15:37.99631Z","caller":"traceutil/trace.go:171","msg":"trace[730552007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9714; }","duration":"199.560341ms","start":"2026-04-09T06:15:37.796741Z","end":"2026-04-09T06:15:37.996301Z","steps":["trace[730552007] 'agreement among raft nodes before linearized reading' (duration: 199.493899ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:15:37.996304Z","caller":"traceutil/trace.go:171","msg":"trace[927628889] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"402.536428ms","start":"2026-04-09T06:15:37.593729Z","end":"2026-04-09T06:15:37.996265Z","steps":["trace[927628889] 'process raft request' (duration: 402.289102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:37.996501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:37.593704Z","time spent":"402.678023ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:15:38.863502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785431127,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T06:15:38.947714Z","caller":"traceutil/trace.go:171","msg":"trace[1135065350] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"794.780091ms","start":"2026-04-09T06:15:38.15291Z","end":"2026-04-09T06:15:38.94769Z","steps":["trace[1135065350] 'process raft request' (duration: 794.589126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:38.947874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.152863Z","time spent":"794.925215ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:15:38.949382Z","caller":"traceutil/trace.go:171","msg":"trace[1004478482] transaction","detail":"{read_only:false; response_revision:9716; number_of_response:1; }","duration":"626.150111ms","start":"2026-04-09T06:15:38.323223Z","end":"2026-04-09T06:15:38.949373Z","steps":["trace[1004478482] 'process raft request' (duration: 625.808651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:38.949431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.323199Z","time spent":"626.208322ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:15:39.210777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.492913ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T06:15:39.211625Z","caller":"traceutil/trace.go:171","msg":"trace[1334314570] linearizableReadLoop","detail":"{readStateIndex:10059; appliedIndex:10055; }","duration":"848.743047ms","start":"2026-04-09T06:15:38.362857Z","end":"2026-04-09T06:15:39.2116Z","steps":["trace[1334314570] 'read index received' (duration: 584.733529ms)","trace[1334314570] 'applied index is now lower than readState.Index' (duration: 264.006908ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:15:39.211715Z","caller":"traceutil/trace.go:171","msg":"trace[116858184] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"384.467485ms","start":"2026-04-09T06:15:38.827205Z","end":"2026-04-09T06:15:39.211673Z","steps":["trace[116858184] 'process raft request' (duration: 383.717904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:39.211871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.827188Z","time spent":"384.606538ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:15:39.218195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.436039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-09T06:15:39.218474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.709349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:15:39.218534Z","caller":"traceutil/trace.go:171","msg":"trace[231344922] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9717; }","duration":"457.800328ms","start":"2026-04-09T06:15:38.760715Z","end":"2026-04-09T06:15:39.218515Z","steps":["trace[231344922] 'agreement among raft nodes before linearized reading' (duration: 451.139156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:39.218723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.760706Z","time spent":"458.006605ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-09T06:15:39.218804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.964435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-09T06:15:39.21904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.27205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T06:15:39.219089Z","caller":"traceutil/trace.go:171","msg":"trace[924016408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9717; }","duration":"458.316261ms","start":"2026-04-09T06:15:38.760751Z","end":"2026-04-09T06:15:39.219067Z","steps":["trace[924016408] 'agreement among raft nodes before linearized reading' (duration: 451.094515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:39.218301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.795388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbng9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T06:15:39.219126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.760744Z","time spent":"458.369943ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T06:15:39.218569Z","caller":"traceutil/trace.go:171","msg":"trace[106014559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9717; }","duration":"331.871034ms","start":"2026-04-09T06:15:38.886675Z","end":"2026-04-09T06:15:39.218546Z","steps":["trace[106014559] 'agreement among raft nodes before linearized reading' (duration: 325.205052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:39.219249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.886637Z","time spent":"332.585881ms","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T06:15:39.218649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.870728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T06:15:39.219349Z","caller":"traceutil/trace.go:171","msg":"trace[703401357] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9717; }","duration":"782.593697ms","start":"2026-04-09T06:15:38.436724Z","end":"2026-04-09T06:15:39.219318Z","steps":["trace[703401357] 'agreement among raft nodes before linearized reading' (duration: 775.094014ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:15:39.219372Z","caller":"traceutil/trace.go:171","msg":"trace[1730543571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9717; }","duration":"856.048637ms","start":"2026-04-09T06:15:38.362784Z","end":"2026-04-09T06:15:39.218832Z","steps":["trace[1730543571] 'agreement among raft nodes before linearized reading' (duration: 848.982914ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:15:39.219164Z","caller":"traceutil/trace.go:171","msg":"trace[558977806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbng9; range_end:; response_count:1; response_revision:9717; }","duration":"458.713642ms","start":"2026-04-09T06:15:38.760416Z","end":"2026-04-09T06:15:39.21913Z","steps":["trace[558977806] 'agreement among raft nodes before linearized reading' (duration: 451.452094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:39.219455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.760398Z","time spent":"459.049361ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vbng9\" "} {"level":"warn","ts":"2026-04-09T06:15:39.219415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.623608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-09T06:15:39.219455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.362755Z","time spent":"856.683163ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T06:15:39.21841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.675405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T06:15:39.21955Z","caller":"traceutil/trace.go:171","msg":"trace[1077437044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9717; }","duration":"458.806445ms","start":"2026-04-09T06:15:38.760731Z","end":"2026-04-09T06:15:39.219537Z","steps":["trace[1077437044] 'agreement among raft nodes before linearized reading' (duration: 451.129216ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:15:39.219564Z","caller":"traceutil/trace.go:171","msg":"trace[346176028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9717; }","duration":"408.804203ms","start":"2026-04-09T06:15:38.810699Z","end":"2026-04-09T06:15:39.219503Z","steps":["trace[346176028] 'agreement among raft nodes before linearized reading' (duration: 401.140925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:39.219592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.76068Z","time spent":"458.901137ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T06:15:39.219616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.81067Z","time spent":"408.935696ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T06:15:39.219453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:38.4367Z","time spent":"782.714401ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-09T06:15:41.660274Z","caller":"traceutil/trace.go:171","msg":"trace[1232900313] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"419.283962ms","start":"2026-04-09T06:15:41.240964Z","end":"2026-04-09T06:15:41.660248Z","steps":["trace[1232900313] 'process raft request' (duration: 419.032356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:41.66045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:41.240943Z","time spent":"419.410805ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:15:41.660868Z","caller":"traceutil/trace.go:171","msg":"trace[1833055146] linearizableReadLoop","detail":"{readStateIndex:10070; appliedIndex:10070; }","duration":"407.644751ms","start":"2026-04-09T06:15:41.253211Z","end":"2026-04-09T06:15:41.660856Z","steps":["trace[1833055146] 'read index received' (duration: 407.640801ms)","trace[1833055146] 'applied index is now lower than readState.Index' (duration: 3.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:15:41.660988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.776544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbng9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T06:15:41.661012Z","caller":"traceutil/trace.go:171","msg":"trace[1280420858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbng9; range_end:; response_count:1; response_revision:9728; }","duration":"407.844276ms","start":"2026-04-09T06:15:41.253161Z","end":"2026-04-09T06:15:41.661006Z","steps":["trace[1280420858] 'agreement among raft nodes before linearized reading' (duration: 407.731933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:41.661034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:41.253142Z","time spent":"407.887576ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vbng9\" "} {"level":"info","ts":"2026-04-09T06:15:41.76282Z","caller":"traceutil/trace.go:171","msg":"trace[271175973] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"509.451223ms","start":"2026-04-09T06:15:41.253335Z","end":"2026-04-09T06:15:41.762786Z","steps":["trace[271175973] 'process raft request' (duration: 494.699322ms)","trace[271175973] 'compare' (duration: 14.292ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:15:41.762879Z","caller":"traceutil/trace.go:171","msg":"trace[1487480428] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"509.406992ms","start":"2026-04-09T06:15:41.253423Z","end":"2026-04-09T06:15:41.76283Z","steps":["trace[1487480428] 'process raft request' (duration: 509.275218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:15:41.762981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:41.253323Z","time spent":"509.576347ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:15:41.763275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:15:41.253384Z","time spent":"509.589757ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:16:54.566083Z","caller":"traceutil/trace.go:171","msg":"trace[1126551790] transaction","detail":"{read_only:false; response_revision:10326; number_of_response:1; }","duration":"152.315802ms","start":"2026-04-09T06:16:54.413741Z","end":"2026-04-09T06:16:54.566057Z","steps":["trace[1126551790] 'process raft request' (duration: 119.40881ms)","trace[1126551790] 'compare' (duration: 32.622875ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:17:50.238584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8246} {"level":"info","ts":"2026-04-09T06:17:50.319325Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8246,"took":"76.852039ms","hash":136263708,"current-db-size-bytes":56864768,"current-db-size":"57 MB","current-db-size-in-use-bytes":25079808,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-09T06:17:50.319408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":136263708,"revision":8246,"compact-revision":6049} {"level":"warn","ts":"2026-04-09T06:20:23.712465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785436079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T06:20:24.308345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785436079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T06:20:25.208874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325127475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T06:20:25.208953Z","caller":"traceutil/trace.go:171","msg":"trace[246102077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.325264469s","start":"2026-04-09T06:20:22.883674Z","end":"2026-04-09T06:20:25.208938Z","steps":["trace[246102077] 'agreement among raft nodes before linearized reading' (duration: 2.325167707s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:22.883651Z","time spent":"2.32534203s","remote":"127.0.0.1:45550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 06:20:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T06:20:25.209289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785436079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T06:20:25.239389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.426365461s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T06:20:25.23989Z","caller":"traceutil/trace.go:171","msg":"trace[419768049] transaction","detail":"{read_only:false; response_revision:11459; number_of_response:1; }","duration":"2.426963967s","start":"2026-04-09T06:20:22.812892Z","end":"2026-04-09T06:20:25.239856Z","steps":["trace[419768049] 'process raft request' (duration: 2.426771742s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.240062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:22.812857Z","time spent":"2.427113821s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:20:25.257693Z","caller":"traceutil/trace.go:171","msg":"trace[490843734] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"2.373664591s","start":"2026-04-09T06:20:22.883959Z","end":"2026-04-09T06:20:25.257624Z","steps":["trace[490843734] 'process raft request' (duration: 2.373400464s)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:20:25.257825Z","caller":"traceutil/trace.go:171","msg":"trace[1805079973] transaction","detail":"{read_only:false; response_revision:11461; number_of_response:1; }","duration":"2.006479138s","start":"2026-04-09T06:20:23.251305Z","end":"2026-04-09T06:20:25.257784Z","steps":["trace[1805079973] 'process raft request' (duration: 2.0061866s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.257861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:22.883939Z","time spent":"2.373835255s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:20:25.257996Z","caller":"traceutil/trace.go:171","msg":"trace[1134563881] linearizableReadLoop","detail":"{readStateIndex:11869; appliedIndex:11866; }","duration":"2.374230364s","start":"2026-04-09T06:20:22.883724Z","end":"2026-04-09T06:20:25.257954Z","steps":["trace[1134563881] 'read index received' (duration: 2.355954322s)","trace[1134563881] 'applied index is now lower than readState.Index' (duration: 18.273912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T06:20:25.258028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:23.251288Z","time spent":"2.006611902s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:20:25.258305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338658645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T06:20:25.25835Z","caller":"traceutil/trace.go:171","msg":"trace[1100391966] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11461; }","duration":"2.338746357s","start":"2026-04-09T06:20:22.91959Z","end":"2026-04-09T06:20:25.258337Z","steps":["trace[1100391966] 'agreement among raft nodes before linearized reading' (duration: 2.338577142s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.258336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.607053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T06:20:25.25839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:22.919579Z","time spent":"2.338800599s","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-09T06:20:25.25842Z","caller":"traceutil/trace.go:171","msg":"trace[763953594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11461; }","duration":"948.728426ms","start":"2026-04-09T06:20:24.309671Z","end":"2026-04-09T06:20:25.2584Z","steps":["trace[763953594] 'agreement among raft nodes before linearized reading' (duration: 948.589312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.258454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:24.309653Z","time spent":"948.793968ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T06:20:25.258711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96748903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T06:20:25.258748Z","caller":"traceutil/trace.go:171","msg":"trace[1486883357] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11461; }","duration":"1.967529381s","start":"2026-04-09T06:20:23.291207Z","end":"2026-04-09T06:20:25.258736Z","steps":["trace[1486883357] 'agreement among raft nodes before linearized reading' (duration: 1.96746711s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.258779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:23.291172Z","time spent":"1.967598713s","remote":"127.0.0.1:36226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-09T06:20:25.25881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.601273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-09T06:20:25.258833Z","caller":"traceutil/trace.go:171","msg":"trace[819699079] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:11461; }","duration":"948.623073ms","start":"2026-04-09T06:20:24.310203Z","end":"2026-04-09T06:20:25.258826Z","steps":["trace[819699079] 'agreement among raft nodes before linearized reading' (duration: 948.556022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.258852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:24.310193Z","time spent":"948.654014ms","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-04-09T06:20:25.25902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.830249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbng9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T06:20:25.259036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008663105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T06:20:25.259068Z","caller":"traceutil/trace.go:171","msg":"trace[1891676673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11461; }","duration":"2.008715187s","start":"2026-04-09T06:20:23.250344Z","end":"2026-04-09T06:20:25.259059Z","steps":["trace[1891676673] 'agreement among raft nodes before linearized reading' (duration: 2.008569402s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.259098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:23.250334Z","time spent":"2.008758618s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T06:20:25.259157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088330294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T06:20:25.259235Z","caller":"traceutil/trace.go:171","msg":"trace[1164758241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11461; }","duration":"2.088440057s","start":"2026-04-09T06:20:23.170782Z","end":"2026-04-09T06:20:25.259222Z","steps":["trace[1164758241] 'agreement among raft nodes before linearized reading' (duration: 2.088286643s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.259269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:23.170765Z","time spent":"2.088495218s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T06:20:25.259278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015125621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T06:20:25.259307Z","caller":"traceutil/trace.go:171","msg":"trace[1828040698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11461; }","duration":"2.015188824s","start":"2026-04-09T06:20:23.24411Z","end":"2026-04-09T06:20:25.259298Z","steps":["trace[1828040698] 'agreement among raft nodes before linearized reading' (duration: 2.015118112s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.259307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189488059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-09T06:20:25.259326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:23.24409Z","time spent":"2.015231855s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T06:20:25.259342Z","caller":"traceutil/trace.go:171","msg":"trace[338604606] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11461; }","duration":"2.189568862s","start":"2026-04-09T06:20:23.069763Z","end":"2026-04-09T06:20:25.259332Z","steps":["trace[338604606] 'agreement among raft nodes before linearized reading' (duration: 2.189455629s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.259375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:23.069741Z","time spent":"2.189627323s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T06:20:25.259431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011278332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T06:20:25.259452Z","caller":"traceutil/trace.go:171","msg":"trace[781774112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11461; }","duration":"2.011318523s","start":"2026-04-09T06:20:23.248127Z","end":"2026-04-09T06:20:25.259446Z","steps":["trace[781774112] 'agreement among raft nodes before linearized reading' (duration: 2.011262292s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.259472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:23.248121Z","time spent":"2.011348134s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T06:20:25.259044Z","caller":"traceutil/trace.go:171","msg":"trace[148228566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbng9; range_end:; response_count:1; response_revision:11461; }","duration":"948.86474ms","start":"2026-04-09T06:20:24.310173Z","end":"2026-04-09T06:20:25.259037Z","steps":["trace[148228566] 'agreement among raft nodes before linearized reading' (duration: 948.785858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.2595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086511387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T06:20:25.259566Z","caller":"traceutil/trace.go:171","msg":"trace[470079935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11461; }","duration":"2.086583568s","start":"2026-04-09T06:20:23.172971Z","end":"2026-04-09T06:20:25.259554Z","steps":["trace[470079935] 'agreement among raft nodes before linearized reading' (duration: 2.086459785s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:25.259573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:24.310156Z","time spent":"949.359392ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vbng9\" "} {"level":"warn","ts":"2026-04-09T06:20:25.259596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:23.172966Z","time spent":"2.086623109s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T06:20:43.847702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764596785436353,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T06:20:44.082757Z","caller":"traceutil/trace.go:171","msg":"trace[323854019] transaction","detail":"{read_only:false; response_revision:11555; number_of_response:1; }","duration":"760.482939ms","start":"2026-04-09T06:20:43.322245Z","end":"2026-04-09T06:20:44.082728Z","steps":["trace[323854019] 'process raft request' (duration: 760.249633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.082945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.322226Z","time spent":"760.616782ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T06:20:44.085579Z","caller":"traceutil/trace.go:171","msg":"trace[2024550978] linearizableReadLoop","detail":"{readStateIndex:11970; appliedIndex:11967; }","duration":"738.443239ms","start":"2026-04-09T06:20:43.347113Z","end":"2026-04-09T06:20:44.085556Z","steps":["trace[2024550978] 'read index received' (duration: 735.311679ms)","trace[2024550978] 'applied index is now lower than readState.Index' (duration: 3.13073ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T06:20:44.085648Z","caller":"traceutil/trace.go:171","msg":"trace[1962128967] transaction","detail":"{read_only:false; response_revision:11557; number_of_response:1; }","duration":"744.479984ms","start":"2026-04-09T06:20:43.34116Z","end":"2026-04-09T06:20:44.08564Z","steps":["trace[1962128967] 'process raft request' (duration: 744.349121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.085717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.341143Z","time spent":"744.530786ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:20:44.085793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.668544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T06:20:44.085834Z","caller":"traceutil/trace.go:171","msg":"trace[1016607529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11557; }","duration":"738.753627ms","start":"2026-04-09T06:20:43.347072Z","end":"2026-04-09T06:20:44.085826Z","steps":["trace[1016607529] 'agreement among raft nodes before linearized reading' (duration: 738.597033ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:20:44.0856Z","caller":"traceutil/trace.go:171","msg":"trace[1875637103] transaction","detail":"{read_only:false; response_revision:11556; number_of_response:1; }","duration":"762.143103ms","start":"2026-04-09T06:20:43.323438Z","end":"2026-04-09T06:20:44.085581Z","steps":["trace[1875637103] 'process raft request' (duration: 761.920607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.085916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.323414Z","time spent":"762.47123ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T06:20:44.085864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.347061Z","time spent":"738.795238ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T06:20:44.085973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.023719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-09T06:20:44.085996Z","caller":"traceutil/trace.go:171","msg":"trace[1915085075] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11557; }","duration":"738.06041ms","start":"2026-04-09T06:20:43.347927Z","end":"2026-04-09T06:20:44.085988Z","steps":["trace[1915085075] 'agreement among raft nodes before linearized reading' (duration: 737.979417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.086015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.347919Z","time spent":"738.09171ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-09T06:20:44.08615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.659665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T06:20:44.086189Z","caller":"traceutil/trace.go:171","msg":"trace[821073177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11557; }","duration":"714.732096ms","start":"2026-04-09T06:20:43.371447Z","end":"2026-04-09T06:20:44.086179Z","steps":["trace[821073177] 'agreement among raft nodes before linearized reading' (duration: 714.607603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.086193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.395921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T06:20:44.086214Z","caller":"traceutil/trace.go:171","msg":"trace[430437892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11557; }","duration":"730.447132ms","start":"2026-04-09T06:20:43.355761Z","end":"2026-04-09T06:20:44.086209Z","steps":["trace[430437892] 'agreement among raft nodes before linearized reading' (duration: 730.3483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.086216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.37143Z","time spent":"714.778217ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T06:20:44.086236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.355746Z","time spent":"730.484334ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T06:20:44.086242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.315708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T06:20:44.08628Z","caller":"traceutil/trace.go:171","msg":"trace[1204672492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11557; }","duration":"735.35396ms","start":"2026-04-09T06:20:43.350914Z","end":"2026-04-09T06:20:44.086268Z","steps":["trace[1204672492] 'agreement among raft nodes before linearized reading' (duration: 735.241407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.086308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.35086Z","time spent":"735.442961ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T06:20:44.086293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.808074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T06:20:44.086382Z","caller":"traceutil/trace.go:171","msg":"trace[926909506] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11557; }","duration":"192.957858ms","start":"2026-04-09T06:20:43.893403Z","end":"2026-04-09T06:20:44.086361Z","steps":["trace[926909506] 'agreement among raft nodes before linearized reading' (duration: 192.700102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.086358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.249102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbng9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-09T06:20:44.086444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.476952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-04-09T06:20:44.086444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.486343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T06:20:44.086533Z","caller":"traceutil/trace.go:171","msg":"trace[946898617] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:11557; }","duration":"665.627457ms","start":"2026-04-09T06:20:43.420885Z","end":"2026-04-09T06:20:44.086512Z","steps":["trace[946898617] 'agreement among raft nodes before linearized reading' (duration: 665.37329ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:20:44.086546Z","caller":"traceutil/trace.go:171","msg":"trace[2000082152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11557; }","duration":"718.607036ms","start":"2026-04-09T06:20:43.367929Z","end":"2026-04-09T06:20:44.086536Z","steps":["trace[2000082152] 'agreement among raft nodes before linearized reading' (duration: 718.445202ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T06:20:44.086464Z","caller":"traceutil/trace.go:171","msg":"trace[558001173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbng9; range_end:; response_count:1; response_revision:11557; }","duration":"724.389405ms","start":"2026-04-09T06:20:43.362048Z","end":"2026-04-09T06:20:44.086438Z","steps":["trace[558001173] 'agreement among raft nodes before linearized reading' (duration: 724.024396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.086581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.420851Z","time spent":"665.720538ms","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-04-09T06:20:44.086581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.362043Z","time spent":"724.528299ms","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-vbng9\" "} {"level":"warn","ts":"2026-04-09T06:20:44.086567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.36792Z","time spent":"718.642977ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T06:20:44.088304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.146603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T06:20:44.088441Z","caller":"traceutil/trace.go:171","msg":"trace[1296373759] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11557; }","duration":"523.362909ms","start":"2026-04-09T06:20:43.56505Z","end":"2026-04-09T06:20:44.088413Z","steps":["trace[1296373759] 'agreement among raft nodes before linearized reading' (duration: 521.125261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T06:20:44.088512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T06:20:43.565026Z","time spent":"523.467072ms","remote":"127.0.0.1:45634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1110,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-09T06:22:50.245822Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10666} {"level":"info","ts":"2026-04-09T06:22:50.327508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10666,"took":"79.746301ms","hash":3875657699,"current-db-size-bytes":56864768,"current-db-size":"57 MB","current-db-size-in-use-bytes":20684800,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-09T06:22:50.327605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3875657699,"revision":10666,"compact-revision":8246}