{"level":"warn","ts":"2026-04-22T00:26:37.892811Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T00:26:37.892897Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.209:2380","--initial-cluster=instance=https://199.204.45.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-22T00:26:37.892974Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T00:26:37.892992Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-22T00:26:37.893014Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T00:26:37.893738Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"]} {"level":"info","ts":"2026-04-22T00:26:37.893819Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-22T00:26:37.897962Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.91124ms"} {"level":"info","ts":"2026-04-22T00:26:37.904194Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"adfb641115bf6cbd","cluster-id":"3da6b677d4b80c6"} {"level":"info","ts":"2026-04-22T00:26:37.904301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T00:26:37.904336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 0"} {"level":"info","ts":"2026-04-22T00:26:37.904355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft adfb641115bf6cbd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T00:26:37.904371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became follower at term 1"} {"level":"info","ts":"2026-04-22T00:26:37.904416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"warn","ts":"2026-04-22T00:26:37.912381Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T00:26:37.913981Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T00:26:37.915471Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T00:26:37.918262Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"adfb641115bf6cbd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T00:26:37.918605Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T00:26:37.918704Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T00:26:37.918719Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T00:26:37.918573Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"adfb641115bf6cbd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T00:26:37.921916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd switched to configuration voters=(12536724012257995965)"} {"level":"info","ts":"2026-04-22T00:26:37.923356Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","added-peer-id":"adfb641115bf6cbd","added-peer-peer-urls":["https://199.204.45.209:2380"]} {"level":"info","ts":"2026-04-22T00:26:37.923933Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T00:26:37.924078Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-22T00:26:37.924141Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.209:2380"} {"level":"info","ts":"2026-04-22T00:26:37.925024Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"adfb641115bf6cbd","initial-advertise-peer-urls":["https://199.204.45.209:2380"],"listen-peer-urls":["https://199.204.45.209:2380"],"advertise-client-urls":["https://199.204.45.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T00:26:37.925065Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T00:26:38.705203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T00:26:38.705264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T00:26:38.705289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgPreVoteResp from adfb641115bf6cbd at term 1"} {"level":"info","ts":"2026-04-22T00:26:38.705303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became candidate at term 2"} {"level":"info","ts":"2026-04-22T00:26:38.705311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd received MsgVoteResp from adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-22T00:26:38.705321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"adfb641115bf6cbd became leader at term 2"} {"level":"info","ts":"2026-04-22T00:26:38.705331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: adfb641115bf6cbd elected leader adfb641115bf6cbd at term 2"} {"level":"info","ts":"2026-04-22T00:26:38.706074Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T00:26:38.706923Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"adfb641115bf6cbd","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.209:2379]}","request-path":"/0/members/adfb641115bf6cbd/attributes","cluster-id":"3da6b677d4b80c6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T00:26:38.706979Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T00:26:38.707101Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T00:26:38.707279Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T00:26:38.707334Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T00:26:38.707686Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3da6b677d4b80c6","local-member-id":"adfb641115bf6cbd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T00:26:38.707858Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T00:26:38.707902Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T00:26:38.709057Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.209:2379"} {"level":"info","ts":"2026-04-22T00:26:38.711515Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-22T00:26:43.137285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.578396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-22T00:26:43.137522Z","caller":"traceutil/trace.go:171","msg":"trace[1849995877] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:266; }","duration":"101.904566ms","start":"2026-04-22T00:26:43.035591Z","end":"2026-04-22T00:26:43.137496Z","steps":["trace[1849995877] 'range keys from in-memory index tree' (duration: 101.387161ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:26:56.402335Z","caller":"traceutil/trace.go:171","msg":"trace[750228690] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"189.444865ms","start":"2026-04-22T00:26:56.212867Z","end":"2026-04-22T00:26:56.402312Z","steps":["trace[750228690] 'read index received' (duration: 189.317311ms)","trace[750228690] 'applied index is now lower than readState.Index' (duration: 126.644µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:26:56.402431Z","caller":"traceutil/trace.go:171","msg":"trace[2126496562] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"260.214228ms","start":"2026-04-22T00:26:56.142182Z","end":"2026-04-22T00:26:56.402396Z","steps":["trace[2126496562] 'process raft request' (duration: 260.007312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:26:56.402491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.143308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-22T00:26:56.402482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.594078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:26:56.402519Z","caller":"traceutil/trace.go:171","msg":"trace[1804603710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:413; }","duration":"105.22514ms","start":"2026-04-22T00:26:56.297285Z","end":"2026-04-22T00:26:56.402511Z","steps":["trace[1804603710] 'agreement among raft nodes before linearized reading' (duration: 105.151158ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:26:56.402547Z","caller":"traceutil/trace.go:171","msg":"trace[446811598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"189.714122ms","start":"2026-04-22T00:26:56.212815Z","end":"2026-04-22T00:26:56.402529Z","steps":["trace[446811598] 'agreement among raft nodes before linearized reading' (duration: 189.582628ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:27:19.352764Z","caller":"traceutil/trace.go:171","msg":"trace[825449839] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"107.294368ms","start":"2026-04-22T00:27:19.245418Z","end":"2026-04-22T00:27:19.352713Z","steps":["trace[825449839] 'process raft request' (duration: 57.279033ms)","trace[825449839] 'compare' (duration: 49.700936ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:27:24.171139Z","caller":"traceutil/trace.go:171","msg":"trace[955880103] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"193.386944ms","start":"2026-04-22T00:27:23.977722Z","end":"2026-04-22T00:27:24.171109Z","steps":["trace[955880103] 'process raft request' (duration: 193.253871ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:27:24.171173Z","caller":"traceutil/trace.go:171","msg":"trace[1950168555] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:662; }","duration":"168.804445ms","start":"2026-04-22T00:27:24.002334Z","end":"2026-04-22T00:27:24.171139Z","steps":["trace[1950168555] 'read index received' (duration: 168.775104ms)","trace[1950168555] 'applied index is now lower than readState.Index' (duration: 26.681µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:27:24.171585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.232829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-22T00:27:24.171822Z","caller":"traceutil/trace.go:171","msg":"trace[1022925014] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:637; }","duration":"169.530367ms","start":"2026-04-22T00:27:24.002277Z","end":"2026-04-22T00:27:24.171807Z","steps":["trace[1022925014] 'agreement among raft nodes before linearized reading' (duration: 168.902608ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:27:24.180072Z","caller":"traceutil/trace.go:171","msg":"trace[395423150] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"115.43584ms","start":"2026-04-22T00:27:24.064619Z","end":"2026-04-22T00:27:24.180055Z","steps":["trace[395423150] 'process raft request' (duration: 115.286966ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:27:24.306097Z","caller":"traceutil/trace.go:171","msg":"trace[1218929953] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"115.042248ms","start":"2026-04-22T00:27:24.191026Z","end":"2026-04-22T00:27:24.306069Z","steps":["trace[1218929953] 'process raft request' (duration: 67.916179ms)","trace[1218929953] 'compare' (duration: 46.789579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:27:25.298465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.822827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n9nk9\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-22T00:27:25.298552Z","caller":"traceutil/trace.go:171","msg":"trace[1543025811] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n9nk9; range_end:; response_count:1; response_revision:644; }","duration":"520.93065ms","start":"2026-04-22T00:27:24.777602Z","end":"2026-04-22T00:27:25.298533Z","steps":["trace[1543025811] 'range keys from in-memory index tree' (duration: 520.615292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:27:25.298595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:27:24.777557Z","time spent":"521.027483ms","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-n9nk9\" "} {"level":"info","ts":"2026-04-22T00:27:25.425725Z","caller":"traceutil/trace.go:171","msg":"trace[1093888775] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"554.949117ms","start":"2026-04-22T00:27:24.87075Z","end":"2026-04-22T00:27:25.425699Z","steps":["trace[1093888775] 'process raft request' (duration: 554.306069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:27:25.426283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:27:24.87072Z","time spent":"555.08161ms","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:27:25.437639Z","caller":"traceutil/trace.go:171","msg":"trace[323589924] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"122.914412ms","start":"2026-04-22T00:27:25.314699Z","end":"2026-04-22T00:27:25.437614Z","steps":["trace[323589924] 'process raft request' (duration: 122.601892ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:28:07.11049Z","caller":"traceutil/trace.go:171","msg":"trace[996798954] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1223; }","duration":"234.826311ms","start":"2026-04-22T00:28:06.875638Z","end":"2026-04-22T00:28:07.110464Z","steps":["trace[996798954] 'read index received' (duration: 234.690427ms)","trace[996798954] 'applied index is now lower than readState.Index' (duration: 134.604µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:28:07.110634Z","caller":"traceutil/trace.go:171","msg":"trace[1215472514] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"248.397756ms","start":"2026-04-22T00:28:06.862201Z","end":"2026-04-22T00:28:07.110599Z","steps":["trace[1215472514] 'process raft request' (duration: 248.118778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:07.110763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.111169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T00:28:07.110811Z","caller":"traceutil/trace.go:171","msg":"trace[80208609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1189; }","duration":"235.218162ms","start":"2026-04-22T00:28:06.875583Z","end":"2026-04-22T00:28:07.110801Z","steps":["trace[80208609] 'agreement among raft nodes before linearized reading' (duration: 235.017116ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:28:07.137158Z","caller":"traceutil/trace.go:171","msg":"trace[1958285457] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"161.621011ms","start":"2026-04-22T00:28:06.975502Z","end":"2026-04-22T00:28:07.137123Z","steps":["trace[1958285457] 'process raft request' (duration: 161.399375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:07.141423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.52061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T00:28:07.141469Z","caller":"traceutil/trace.go:171","msg":"trace[1575665498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1191; }","duration":"260.612003ms","start":"2026-04-22T00:28:06.880843Z","end":"2026-04-22T00:28:07.141455Z","steps":["trace[1575665498] 'agreement among raft nodes before linearized reading' (duration: 260.425608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:07.141462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.442919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T00:28:07.141528Z","caller":"traceutil/trace.go:171","msg":"trace[2127373955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1191; }","duration":"140.560912ms","start":"2026-04-22T00:28:07.000951Z","end":"2026-04-22T00:28:07.141511Z","steps":["trace[2127373955] 'agreement among raft nodes before linearized reading' (duration: 140.367677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:07.141688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.525491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T00:28:07.141821Z","caller":"traceutil/trace.go:171","msg":"trace[614324331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1191; }","duration":"259.786589ms","start":"2026-04-22T00:28:06.882002Z","end":"2026-04-22T00:28:07.141788Z","steps":["trace[614324331] 'agreement among raft nodes before linearized reading' (duration: 259.323156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:22.134543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.403393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2122"} {"level":"info","ts":"2026-04-22T00:28:22.134637Z","caller":"traceutil/trace.go:171","msg":"trace[1682156609] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1326; }","duration":"112.569498ms","start":"2026-04-22T00:28:22.022046Z","end":"2026-04-22T00:28:22.134615Z","steps":["trace[1682156609] 'range keys from in-memory index tree' (duration: 112.173117ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:28:53.248866Z","caller":"traceutil/trace.go:171","msg":"trace[1663989558] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"363.189656ms","start":"2026-04-22T00:28:52.885647Z","end":"2026-04-22T00:28:53.248837Z","steps":["trace[1663989558] 'process raft request' (duration: 362.97399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:53.249049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:28:52.885622Z","time spent":"363.34439ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:28:53.248863Z","caller":"traceutil/trace.go:171","msg":"trace[1102990578] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1918; }","duration":"311.825845ms","start":"2026-04-22T00:28:52.936991Z","end":"2026-04-22T00:28:53.248817Z","steps":["trace[1102990578] 'read index received' (duration: 311.559557ms)","trace[1102990578] 'applied index is now lower than readState.Index' (duration: 252.658µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:28:53.249195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.182914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-22T00:28:53.249296Z","caller":"traceutil/trace.go:171","msg":"trace[568427806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1846; }","duration":"312.33883ms","start":"2026-04-22T00:28:52.936933Z","end":"2026-04-22T00:28:53.249272Z","steps":["trace[568427806] 'agreement among raft nodes before linearized reading' (duration: 312.00988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:53.24944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:28:52.936907Z","time spent":"312.516894ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-22T00:28:53.57563Z","caller":"traceutil/trace.go:171","msg":"trace[2073251023] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"319.158972ms","start":"2026-04-22T00:28:53.256439Z","end":"2026-04-22T00:28:53.575598Z","steps":["trace[2073251023] 'process raft request' (duration: 318.933976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:53.576127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:28:53.256417Z","time spent":"319.303396ms","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:28:53.581803Z","caller":"traceutil/trace.go:171","msg":"trace[1686956527] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"245.575324ms","start":"2026-04-22T00:28:53.336206Z","end":"2026-04-22T00:28:53.581782Z","steps":["trace[1686956527] 'process raft request' (duration: 245.382249ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:28:53.581903Z","caller":"traceutil/trace.go:171","msg":"trace[1896253171] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"214.089695ms","start":"2026-04-22T00:28:53.367796Z","end":"2026-04-22T00:28:53.581886Z","steps":["trace[1896253171] 'process raft request' (duration: 213.932131ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:28:53.581946Z","caller":"traceutil/trace.go:171","msg":"trace[4368775] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1919; }","duration":"136.284579ms","start":"2026-04-22T00:28:53.445653Z","end":"2026-04-22T00:28:53.581937Z","steps":["trace[4368775] 'read index received' (duration: 129.704033ms)","trace[4368775] 'applied index is now lower than readState.Index' (duration: 6.579486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:28:53.582058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.712716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d4588b2-8934-47e9-ac1f-aa04e9b8befc\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-22T00:28:53.582091Z","caller":"traceutil/trace.go:171","msg":"trace[235545332] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d4588b2-8934-47e9-ac1f-aa04e9b8befc; range_end:; response_count:1; response_revision:1849; }","duration":"127.788529ms","start":"2026-04-22T00:28:53.454291Z","end":"2026-04-22T00:28:53.582079Z","steps":["trace[235545332] 'agreement among raft nodes before linearized reading' (duration: 127.712116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:53.582159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.489954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-22T00:28:53.582234Z","caller":"traceutil/trace.go:171","msg":"trace[613877016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1849; }","duration":"136.617497ms","start":"2026-04-22T00:28:53.445597Z","end":"2026-04-22T00:28:53.582215Z","steps":["trace[613877016] 'agreement among raft nodes before linearized reading' (duration: 136.385871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:28:53.582368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.111716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T00:28:53.582403Z","caller":"traceutil/trace.go:171","msg":"trace[682723255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1849; }","duration":"123.169017ms","start":"2026-04-22T00:28:53.459224Z","end":"2026-04-22T00:28:53.582393Z","steps":["trace[682723255] 'agreement among raft nodes before linearized reading' (duration: 123.050184ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:28:53.818769Z","caller":"traceutil/trace.go:171","msg":"trace[1156754966] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"232.239558ms","start":"2026-04-22T00:28:53.586494Z","end":"2026-04-22T00:28:53.818733Z","steps":["trace[1156754966] 'process raft request' (duration: 230.90786ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:28:53.818774Z","caller":"traceutil/trace.go:171","msg":"trace[1664306225] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"231.962ms","start":"2026-04-22T00:28:53.586784Z","end":"2026-04-22T00:28:53.818746Z","steps":["trace[1664306225] 'process raft request' (duration: 231.830367ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:28:53.819048Z","caller":"traceutil/trace.go:171","msg":"trace[736581640] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"231.832117ms","start":"2026-04-22T00:28:53.587192Z","end":"2026-04-22T00:28:53.819024Z","steps":["trace[736581640] 'process raft request' (duration: 231.645762ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:28:53.819248Z","caller":"traceutil/trace.go:171","msg":"trace[1380767302] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"232.220608ms","start":"2026-04-22T00:28:53.587018Z","end":"2026-04-22T00:28:53.819238Z","steps":["trace[1380767302] 'process raft request' (duration: 231.684283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:29:37.355955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.5769ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T00:29:43.53548Z","caller":"traceutil/trace.go:171","msg":"trace[1789836207] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"115.716978ms","start":"2026-04-22T00:29:43.419732Z","end":"2026-04-22T00:29:43.535449Z","steps":["trace[1789836207] 'process raft request' (duration: 76.35598ms)","trace[1789836207] 'compare' (duration: 39.212524ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:31:07.440879Z","caller":"traceutil/trace.go:171","msg":"trace[1536286982] linearizableReadLoop","detail":"{readStateIndex:2931; appliedIndex:2930; }","duration":"203.864395ms","start":"2026-04-22T00:31:07.236984Z","end":"2026-04-22T00:31:07.440849Z","steps":["trace[1536286982] 'read index received' (duration: 148.448225ms)","trace[1536286982] 'applied index is now lower than readState.Index' (duration: 55.41502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:31:07.441042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.03581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:31:07.441785Z","caller":"traceutil/trace.go:171","msg":"trace[1355233113] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2822; }","duration":"204.824032ms","start":"2026-04-22T00:31:07.236935Z","end":"2026-04-22T00:31:07.441759Z","steps":["trace[1355233113] 'agreement among raft nodes before linearized reading' (duration: 204.03981ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:31:07.441921Z","caller":"traceutil/trace.go:171","msg":"trace[987195049] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"181.064858ms","start":"2026-04-22T00:31:07.260809Z","end":"2026-04-22T00:31:07.441874Z","steps":["trace[987195049] 'process raft request' (duration: 179.930526ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:33:07.432266Z","caller":"traceutil/trace.go:171","msg":"trace[415837864] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"140.983067ms","start":"2026-04-22T00:33:07.291263Z","end":"2026-04-22T00:33:07.432246Z","steps":["trace[415837864] 'process raft request' (duration: 140.695949ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:34:59.373755Z","caller":"traceutil/trace.go:171","msg":"trace[2072185349] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"125.354418ms","start":"2026-04-22T00:34:59.248373Z","end":"2026-04-22T00:34:59.373727Z","steps":["trace[2072185349] 'process raft request' (duration: 125.157133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:04.202925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.631848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T00:35:04.203091Z","caller":"traceutil/trace.go:171","msg":"trace[792231765] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5175; }","duration":"151.969168ms","start":"2026-04-22T00:35:04.051097Z","end":"2026-04-22T00:35:04.203066Z","steps":["trace[792231765] 'read index received' (duration: 40.621µs)","trace[792231765] 'applied index is now lower than readState.Index' (duration: 151.926557ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:35:04.2034Z","caller":"traceutil/trace.go:171","msg":"trace[575530712] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"191.509834ms","start":"2026-04-22T00:35:04.011868Z","end":"2026-04-22T00:35:04.203378Z","steps":["trace[575530712] 'process raft request' (duration: 39.231747ms)","trace[575530712] 'compare' (duration: 150.848817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:35:04.203825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.716499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80ef2219-83bb-4822-a2e8-e3f4ba7b84a0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-22T00:35:04.203879Z","caller":"traceutil/trace.go:171","msg":"trace[1341725056] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80ef2219-83bb-4822-a2e8-e3f4ba7b84a0; range_end:; response_count:1; response_revision:4990; }","duration":"152.793841ms","start":"2026-04-22T00:35:04.051067Z","end":"2026-04-22T00:35:04.203861Z","steps":["trace[1341725056] 'agreement among raft nodes before linearized reading' (duration: 152.602246ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:04.257729Z","caller":"traceutil/trace.go:171","msg":"trace[1891405230] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"119.281566ms","start":"2026-04-22T00:35:04.138367Z","end":"2026-04-22T00:35:04.257648Z","steps":["trace[1891405230] 'process raft request' (duration: 119.099761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:04.257767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.661683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:35:04.25778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.587068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gxzts.18a886a659ecd1eb\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-22T00:35:04.257841Z","caller":"traceutil/trace.go:171","msg":"trace[1367368244] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4991; }","duration":"155.782855ms","start":"2026-04-22T00:35:04.102042Z","end":"2026-04-22T00:35:04.257825Z","steps":["trace[1367368244] 'agreement among raft nodes before linearized reading' (duration: 155.641781ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:04.257862Z","caller":"traceutil/trace.go:171","msg":"trace[205149423] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gxzts.18a886a659ecd1eb; range_end:; response_count:1; response_revision:4991; }","duration":"201.669961ms","start":"2026-04-22T00:35:04.056162Z","end":"2026-04-22T00:35:04.257832Z","steps":["trace[205149423] 'agreement among raft nodes before linearized reading' (duration: 201.454135ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:04.393945Z","caller":"traceutil/trace.go:171","msg":"trace[977441524] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"182.16345ms","start":"2026-04-22T00:35:04.211757Z","end":"2026-04-22T00:35:04.393921Z","steps":["trace[977441524] 'process raft request' (duration: 181.985245ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:04.411918Z","caller":"traceutil/trace.go:171","msg":"trace[317305008] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"150.653462ms","start":"2026-04-22T00:35:04.261233Z","end":"2026-04-22T00:35:04.411887Z","steps":["trace[317305008] 'process raft request' (duration: 150.284922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:06.323177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.776874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:35:06.32325Z","caller":"traceutil/trace.go:171","msg":"trace[1469609908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5034; }","duration":"134.902387ms","start":"2026-04-22T00:35:06.18833Z","end":"2026-04-22T00:35:06.323233Z","steps":["trace[1469609908] 'range keys from in-memory index tree' (duration: 134.68346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:06.323268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.22399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-22T00:35:06.32332Z","caller":"traceutil/trace.go:171","msg":"trace[1113794646] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5034; }","duration":"116.305563ms","start":"2026-04-22T00:35:06.206999Z","end":"2026-04-22T00:35:06.323304Z","steps":["trace[1113794646] 'range keys from in-memory index tree' (duration: 116.056115ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:12.767744Z","caller":"traceutil/trace.go:171","msg":"trace[424121331] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"103.579983ms","start":"2026-04-22T00:35:12.664126Z","end":"2026-04-22T00:35:12.767706Z","steps":["trace[424121331] 'process raft request' (duration: 103.259574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:15.183648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.189465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:35:15.183766Z","caller":"traceutil/trace.go:171","msg":"trace[1079512750] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5214; }","duration":"113.330329ms","start":"2026-04-22T00:35:15.070411Z","end":"2026-04-22T00:35:15.183741Z","steps":["trace[1079512750] 'range keys from in-memory index tree' (duration: 113.091963ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:15.247874Z","caller":"traceutil/trace.go:171","msg":"trace[173169563] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"168.536746ms","start":"2026-04-22T00:35:15.079314Z","end":"2026-04-22T00:35:15.24785Z","steps":["trace[173169563] 'process raft request' (duration: 167.857286ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:23.89935Z","caller":"traceutil/trace.go:171","msg":"trace[792073169] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"225.565126ms","start":"2026-04-22T00:35:23.673761Z","end":"2026-04-22T00:35:23.899326Z","steps":["trace[792073169] 'process raft request' (duration: 161.098127ms)","trace[792073169] 'compare' (duration: 64.061258ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:35:24.10687Z","caller":"traceutil/trace.go:171","msg":"trace[1896882265] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"202.493574ms","start":"2026-04-22T00:35:23.904352Z","end":"2026-04-22T00:35:24.106845Z","steps":["trace[1896882265] 'process raft request' (duration: 202.255847ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:24.107062Z","caller":"traceutil/trace.go:171","msg":"trace[1896117984] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5586; }","duration":"201.348732ms","start":"2026-04-22T00:35:23.905684Z","end":"2026-04-22T00:35:24.107033Z","steps":["trace[1896117984] 'read index received' (duration: 45.00827ms)","trace[1896117984] 'applied index is now lower than readState.Index' (duration: 156.338732ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:35:24.107101Z","caller":"traceutil/trace.go:171","msg":"trace[1025199321] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"201.368322ms","start":"2026-04-22T00:35:23.905704Z","end":"2026-04-22T00:35:24.107072Z","steps":["trace[1025199321] 'process raft request' (duration: 201.099375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:24.107311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.594919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T00:35:24.107404Z","caller":"traceutil/trace.go:171","msg":"trace[1536008283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5394; }","duration":"201.738843ms","start":"2026-04-22T00:35:23.905643Z","end":"2026-04-22T00:35:24.107381Z","steps":["trace[1536008283] 'agreement among raft nodes before linearized reading' (duration: 201.514667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:24.115744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.278186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:35:24.115825Z","caller":"traceutil/trace.go:171","msg":"trace[1149146620] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5395; }","duration":"175.403629ms","start":"2026-04-22T00:35:23.940402Z","end":"2026-04-22T00:35:24.115806Z","steps":["trace[1149146620] 'agreement among raft nodes before linearized reading' (duration: 175.259185ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:26.592288Z","caller":"traceutil/trace.go:171","msg":"trace[622944787] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"133.388674ms","start":"2026-04-22T00:35:26.458861Z","end":"2026-04-22T00:35:26.592249Z","steps":["trace[622944787] 'process raft request' (duration: 133.117356ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:26.75263Z","caller":"traceutil/trace.go:171","msg":"trace[1276662592] linearizableReadLoop","detail":"{readStateIndex:5605; appliedIndex:5604; }","duration":"160.421068ms","start":"2026-04-22T00:35:26.592182Z","end":"2026-04-22T00:35:26.752603Z","steps":["trace[1276662592] 'read index received' (duration: 156.26754ms)","trace[1276662592] 'applied index is now lower than readState.Index' (duration: 4.152258ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:35:26.752717Z","caller":"traceutil/trace.go:171","msg":"trace[1739190840] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"191.995788ms","start":"2026-04-22T00:35:26.560689Z","end":"2026-04-22T00:35:26.752684Z","steps":["trace[1739190840] 'process raft request' (duration: 187.699926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:35:26.752788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.45647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:35:26.752864Z","caller":"traceutil/trace.go:171","msg":"trace[62721313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5410; }","duration":"198.559193ms","start":"2026-04-22T00:35:26.554272Z","end":"2026-04-22T00:35:26.752832Z","steps":["trace[62721313] 'agreement among raft nodes before linearized reading' (duration: 198.44475ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:35.550483Z","caller":"traceutil/trace.go:171","msg":"trace[1320971029] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"100.436764ms","start":"2026-04-22T00:35:35.450021Z","end":"2026-04-22T00:35:35.550458Z","steps":["trace[1320971029] 'process raft request' (duration: 100.28787ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:35.550517Z","caller":"traceutil/trace.go:171","msg":"trace[956967231] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"100.497196ms","start":"2026-04-22T00:35:35.449986Z","end":"2026-04-22T00:35:35.550483Z","steps":["trace[956967231] 'process raft request' (duration: 100.154776ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:35:35.550881Z","caller":"traceutil/trace.go:171","msg":"trace[2093432956] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"100.845505ms","start":"2026-04-22T00:35:35.450022Z","end":"2026-04-22T00:35:35.550867Z","steps":["trace[2093432956] 'process raft request' (duration: 100.342321ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:36:38.735374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2993} {"level":"info","ts":"2026-04-22T00:36:38.808942Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2993,"took":"71.982655ms","hash":1566855596,"current-db-size-bytes":56926208,"current-db-size":"57 MB","current-db-size-in-use-bytes":33566720,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-22T00:36:38.809001Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1566855596,"revision":2993,"compact-revision":-1} {"level":"info","ts":"2026-04-22T00:41:25.571549Z","caller":"traceutil/trace.go:171","msg":"trace[722869149] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"165.636028ms","start":"2026-04-22T00:41:25.405867Z","end":"2026-04-22T00:41:25.571503Z","steps":["trace[722869149] 'process raft request' (duration: 165.424462ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:26.631532Z","caller":"traceutil/trace.go:171","msg":"trace[2028569099] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"141.288014ms","start":"2026-04-22T00:41:26.490216Z","end":"2026-04-22T00:41:26.631504Z","steps":["trace[2028569099] 'process raft request' (duration: 141.10855ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:26.766501Z","caller":"traceutil/trace.go:171","msg":"trace[1549729461] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"164.094224ms","start":"2026-04-22T00:41:26.602379Z","end":"2026-04-22T00:41:26.766473Z","steps":["trace[1549729461] 'process raft request' (duration: 163.896388ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:28.207085Z","caller":"traceutil/trace.go:171","msg":"trace[315655913] linearizableReadLoop","detail":"{readStateIndex:8500; appliedIndex:8499; }","duration":"167.935953ms","start":"2026-04-22T00:41:28.039084Z","end":"2026-04-22T00:41:28.20702Z","steps":["trace[315655913] 'read index received' (duration: 167.84503ms)","trace[315655913] 'applied index is now lower than readState.Index' (duration: 89.733µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:41:28.207153Z","caller":"traceutil/trace.go:171","msg":"trace[1487130282] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"190.480486ms","start":"2026-04-22T00:41:28.016647Z","end":"2026-04-22T00:41:28.207128Z","steps":["trace[1487130282] 'process raft request' (duration: 190.241739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:28.207287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.193181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-22T00:41:28.207329Z","caller":"traceutil/trace.go:171","msg":"trace[3029487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8218; }","duration":"168.288263ms","start":"2026-04-22T00:41:28.039033Z","end":"2026-04-22T00:41:28.207321Z","steps":["trace[3029487] 'agreement among raft nodes before linearized reading' (duration: 168.133698ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:28.212373Z","caller":"traceutil/trace.go:171","msg":"trace[1072366078] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"129.805762ms","start":"2026-04-22T00:41:28.08255Z","end":"2026-04-22T00:41:28.212356Z","steps":["trace[1072366078] 'process raft request' (duration: 129.632548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:28.212526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.791309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-22T00:41:28.212597Z","caller":"traceutil/trace.go:171","msg":"trace[1243749016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8220; }","duration":"166.898633ms","start":"2026-04-22T00:41:28.045681Z","end":"2026-04-22T00:41:28.212579Z","steps":["trace[1243749016] 'agreement among raft nodes before linearized reading' (duration: 166.660856ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:38.742621Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6084} {"level":"info","ts":"2026-04-22T00:41:38.834887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6084,"took":"90.569251ms","hash":543010496,"current-db-size-bytes":56926208,"current-db-size":"57 MB","current-db-size-in-use-bytes":23252992,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-22T00:41:38.834963Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":543010496,"revision":6084,"compact-revision":2993} {"level":"warn","ts":"2026-04-22T00:41:55.414493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.204139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:41:55.414561Z","caller":"traceutil/trace.go:171","msg":"trace[17257728] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8422; }","duration":"298.317282ms","start":"2026-04-22T00:41:55.116231Z","end":"2026-04-22T00:41:55.414549Z","steps":["trace[17257728] 'count revisions from in-memory index tree' (duration: 298.136387ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:56.52748Z","caller":"traceutil/trace.go:171","msg":"trace[1537217965] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8715; }","duration":"206.056633ms","start":"2026-04-22T00:41:56.321383Z","end":"2026-04-22T00:41:56.52744Z","steps":["trace[1537217965] 'read index received' (duration: 205.900629ms)","trace[1537217965] 'applied index is now lower than readState.Index' (duration: 154.904µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:41:56.527568Z","caller":"traceutil/trace.go:171","msg":"trace[270402229] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"217.085963ms","start":"2026-04-22T00:41:56.310442Z","end":"2026-04-22T00:41:56.527527Z","steps":["trace[270402229] 'process raft request' (duration: 216.813675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:56.527713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.29945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T00:41:56.527759Z","caller":"traceutil/trace.go:171","msg":"trace[671091182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8426; }","duration":"206.418723ms","start":"2026-04-22T00:41:56.321328Z","end":"2026-04-22T00:41:56.527746Z","steps":["trace[671091182] 'agreement among raft nodes before linearized reading' (duration: 206.253878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:56.528756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.698912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T00:41:56.528851Z","caller":"traceutil/trace.go:171","msg":"trace[566885958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8427; }","duration":"200.859666ms","start":"2026-04-22T00:41:56.327972Z","end":"2026-04-22T00:41:56.528831Z","steps":["trace[566885958] 'agreement among raft nodes before linearized reading' (duration: 200.608299ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:41:56.528863Z","caller":"traceutil/trace.go:171","msg":"trace[1749942698] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"207.140823ms","start":"2026-04-22T00:41:56.321698Z","end":"2026-04-22T00:41:56.528839Z","steps":["trace[1749942698] 'process raft request' (duration: 206.706131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:41:56.529152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.374263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T00:41:56.529194Z","caller":"traceutil/trace.go:171","msg":"trace[1387069035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8427; }","duration":"190.416734ms","start":"2026-04-22T00:41:56.338768Z","end":"2026-04-22T00:41:56.529185Z","steps":["trace[1387069035] 'agreement among raft nodes before linearized reading' (duration: 190.314351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:07.403351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.764329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T00:42:07.40483Z","caller":"traceutil/trace.go:171","msg":"trace[1361255162] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8525; }","duration":"247.337972ms","start":"2026-04-22T00:42:07.157474Z","end":"2026-04-22T00:42:07.404812Z","steps":["trace[1361255162] 'process raft request' (duration: 139.982378ms)","trace[1361255162] 'compare' (duration: 105.46336ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:42:07.426414Z","caller":"traceutil/trace.go:171","msg":"trace[1831706606] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"267.775074ms","start":"2026-04-22T00:42:07.158621Z","end":"2026-04-22T00:42:07.426396Z","steps":["trace[1831706606] 'process raft request' (duration: 267.662741ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:08.212957Z","caller":"traceutil/trace.go:171","msg":"trace[717153366] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"182.148571ms","start":"2026-04-22T00:42:08.030784Z","end":"2026-04-22T00:42:08.212932Z","steps":["trace[717153366] 'process raft request' (duration: 181.940856ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:08.213146Z","caller":"traceutil/trace.go:171","msg":"trace[1597982855] linearizableReadLoop","detail":"{readStateIndex:8827; appliedIndex:8825; }","duration":"104.900304ms","start":"2026-04-22T00:42:08.108219Z","end":"2026-04-22T00:42:08.21312Z","steps":["trace[1597982855] 'read index received' (duration: 104.518143ms)","trace[1597982855] 'applied index is now lower than readState.Index' (duration: 380.461µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:42:08.213197Z","caller":"traceutil/trace.go:171","msg":"trace[1399049824] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"182.386448ms","start":"2026-04-22T00:42:08.030799Z","end":"2026-04-22T00:42:08.213185Z","steps":["trace[1399049824] 'process raft request' (duration: 182.08844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:42:08.213341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.106949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-22T00:42:08.213389Z","caller":"traceutil/trace.go:171","msg":"trace[2063380124] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8531; }","duration":"105.215312ms","start":"2026-04-22T00:42:08.108166Z","end":"2026-04-22T00:42:08.213381Z","steps":["trace[2063380124] 'agreement among raft nodes before linearized reading' (duration: 105.042837ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:08.2914Z","caller":"traceutil/trace.go:171","msg":"trace[42886955] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"172.229122ms","start":"2026-04-22T00:42:08.119141Z","end":"2026-04-22T00:42:08.29137Z","steps":["trace[42886955] 'process raft request' (duration: 172.061858ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:08.925735Z","caller":"traceutil/trace.go:171","msg":"trace[575559672] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"243.867874ms","start":"2026-04-22T00:42:08.681826Z","end":"2026-04-22T00:42:08.925694Z","steps":["trace[575559672] 'process raft request' (duration: 243.644648ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:09.073059Z","caller":"traceutil/trace.go:171","msg":"trace[1831709349] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"142.607132ms","start":"2026-04-22T00:42:08.930422Z","end":"2026-04-22T00:42:09.07303Z","steps":["trace[1831709349] 'process raft request' (duration: 142.398186ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:42:56.080871Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002470.wal"} {"level":"info","ts":"2026-04-22T00:44:17.13941Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"adfb641115bf6cbd","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T00:44:17.146053Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-22T00:44:17.146185Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-22T00:45:50.161542Z","caller":"traceutil/trace.go:171","msg":"trace[1175692733] linearizableReadLoop","detail":"{readStateIndex:10749; appliedIndex:10748; }","duration":"343.299656ms","start":"2026-04-22T00:45:49.818208Z","end":"2026-04-22T00:45:50.161508Z","steps":["trace[1175692733] 'read index received' (duration: 342.881174ms)","trace[1175692733] 'applied index is now lower than readState.Index' (duration: 416.981µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:45:50.161634Z","caller":"traceutil/trace.go:171","msg":"trace[1784388015] transaction","detail":"{read_only:false; response_revision:10396; number_of_response:1; }","duration":"421.986906ms","start":"2026-04-22T00:45:49.739611Z","end":"2026-04-22T00:45:50.161598Z","steps":["trace[1784388015] 'process raft request' (duration: 421.536604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:50.161793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:49.739582Z","time spent":"422.1253ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:45:50.161801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.574893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-8bkpd\" ","response":"range_response_count:1 size:6908"} {"level":"info","ts":"2026-04-22T00:45:50.161912Z","caller":"traceutil/trace.go:171","msg":"trace[1049848959] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-8bkpd; range_end:; response_count:1; response_revision:10396; }","duration":"343.701656ms","start":"2026-04-22T00:45:49.818195Z","end":"2026-04-22T00:45:50.161897Z","steps":["trace[1049848959] 'agreement among raft nodes before linearized reading' (duration: 343.46784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:50.161993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:49.818154Z","time spent":"343.82594ms","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6931,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-8bkpd\" "} {"level":"warn","ts":"2026-04-22T00:45:50.662605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022909601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:45:51.163066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022909601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:45:51.663587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022909601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:45:51.907956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.746902923s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T00:45:51.971035Z","caller":"traceutil/trace.go:171","msg":"trace[1794873784] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"2.145833972s","start":"2026-04-22T00:45:49.825184Z","end":"2026-04-22T00:45:51.971018Z","steps":["trace[1794873784] 'process raft request' (duration: 2.14576481s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:51.971043Z","caller":"traceutil/trace.go:171","msg":"trace[2049109277] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"2.151269935s","start":"2026-04-22T00:45:49.819746Z","end":"2026-04-22T00:45:51.971016Z","steps":["trace[2049109277] 'process raft request' (duration: 2.08844162s)","trace[2049109277] 'compare' (duration: 62.474955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:45:51.971149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:49.825174Z","time spent":"2.145917075s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:45:51.971198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:49.819738Z","time spent":"2.151392378s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T00:45:51.994304Z","caller":"traceutil/trace.go:171","msg":"trace[757779768] linearizableReadLoop","detail":"{readStateIndex:10754; appliedIndex:10749; }","duration":"1.832650142s","start":"2026-04-22T00:45:50.161631Z","end":"2026-04-22T00:45:51.994281Z","steps":["trace[757779768] 'read index received' (duration: 1.746569164s)","trace[757779768] 'applied index is now lower than readState.Index' (duration: 86.080218ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:45:51.994322Z","caller":"traceutil/trace.go:171","msg":"trace[1293911810] transaction","detail":"{read_only:false; response_revision:10399; number_of_response:1; }","duration":"1.822540678s","start":"2026-04-22T00:45:50.171732Z","end":"2026-04-22T00:45:51.994273Z","steps":["trace[1293911810] 'process raft request' (duration: 1.822368443s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.994509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163186931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-22T00:45:51.994509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897150066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:45:51.994359Z","caller":"traceutil/trace.go:171","msg":"trace[1597174265] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"426.552195ms","start":"2026-04-22T00:45:51.567779Z","end":"2026-04-22T00:45:51.994331Z","steps":["trace[1597174265] 'process raft request' (duration: 426.474732ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:51.994585Z","caller":"traceutil/trace.go:171","msg":"trace[506265478] transaction","detail":"{read_only:false; response_revision:10400; number_of_response:1; }","duration":"506.737038ms","start":"2026-04-22T00:45:51.487839Z","end":"2026-04-22T00:45:51.994576Z","steps":["trace[506265478] 'process raft request' (duration: 506.374937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.994603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:51.56776Z","time spent":"426.801913ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:45:51.994647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810876451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-22T00:45:51.994666Z","caller":"traceutil/trace.go:171","msg":"trace[1238049260] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10401; }","duration":"1.810948034s","start":"2026-04-22T00:45:50.183713Z","end":"2026-04-22T00:45:51.994661Z","steps":["trace[1238049260] 'agreement among raft nodes before linearized reading' (duration: 1.810900152s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:51.994543Z","caller":"traceutil/trace.go:171","msg":"trace[1544118666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10401; }","duration":"2.163269293s","start":"2026-04-22T00:45:49.831263Z","end":"2026-04-22T00:45:51.994532Z","steps":["trace[1544118666] 'agreement among raft nodes before linearized reading' (duration: 2.163127309s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.994678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:51.487821Z","time spent":"506.796399ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:45:51.994692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:50.183698Z","time spent":"1.810987584s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-22T00:45:51.994594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164138407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T00:45:51.994779Z","caller":"traceutil/trace.go:171","msg":"trace[1854129911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10401; }","duration":"2.164336883s","start":"2026-04-22T00:45:49.830435Z","end":"2026-04-22T00:45:51.994771Z","steps":["trace[1854129911] 'agreement among raft nodes before linearized reading' (duration: 2.164120807s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.9948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:49.830428Z","time spent":"2.164366253s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T00:45:51.99477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:49.831246Z","time spent":"2.163467718s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T00:45:51.994879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646848422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:45:51.994906Z","caller":"traceutil/trace.go:171","msg":"trace[1130987589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10401; }","duration":"1.646915304s","start":"2026-04-22T00:45:50.347983Z","end":"2026-04-22T00:45:51.994899Z","steps":["trace[1130987589] 'agreement among raft nodes before linearized reading' (duration: 1.646872123s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.994907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.295083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-22T00:45:51.994934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:50.347962Z","time spent":"1.646957545s","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:45:51.994957Z","caller":"traceutil/trace.go:171","msg":"trace[1326641559] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:10401; }","duration":"145.345154ms","start":"2026-04-22T00:45:51.849597Z","end":"2026-04-22T00:45:51.994942Z","steps":["trace[1326641559] 'agreement among raft nodes before linearized reading' (duration: 145.17733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.994953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.3284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-04-22T00:45:51.994996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.845783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T00:45:51.995015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.396202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:45:51.995021Z","caller":"traceutil/trace.go:171","msg":"trace[1865211418] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10401; }","duration":"620.431843ms","start":"2026-04-22T00:45:51.374574Z","end":"2026-04-22T00:45:51.995006Z","steps":["trace[1865211418] 'agreement among raft nodes before linearized reading' (duration: 620.140055ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:51.99503Z","caller":"traceutil/trace.go:171","msg":"trace[580535596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10401; }","duration":"642.907054ms","start":"2026-04-22T00:45:51.352108Z","end":"2026-04-22T00:45:51.995015Z","steps":["trace[580535596] 'agreement among raft nodes before linearized reading' (duration: 642.841143ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:51.995046Z","caller":"traceutil/trace.go:171","msg":"trace[1238980744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10401; }","duration":"441.469604ms","start":"2026-04-22T00:45:51.553569Z","end":"2026-04-22T00:45:51.995039Z","steps":["trace[1238980744] 'agreement among raft nodes before linearized reading' (duration: 441.419253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.995057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:51.352088Z","time spent":"642.964215ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T00:45:51.994981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.560531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:45:51.99506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:51.374556Z","time spent":"620.496194ms","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-04-22T00:45:51.994924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008854516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6lv6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-22T00:45:51.995133Z","caller":"traceutil/trace.go:171","msg":"trace[50773757] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6lv6; range_end:; response_count:1; response_revision:10401; }","duration":"1.009106662s","start":"2026-04-22T00:45:50.98602Z","end":"2026-04-22T00:45:51.995126Z","steps":["trace[50773757] 'agreement among raft nodes before linearized reading' (duration: 1.008763983s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.995156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:50.985992Z","time spent":"1.009158854s","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m6lv6\" "} {"level":"warn","ts":"2026-04-22T00:45:51.995139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.728221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-22T00:45:51.995065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:51.553525Z","time spent":"441.535937ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T00:45:51.995169Z","caller":"traceutil/trace.go:171","msg":"trace[982141427] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10401; }","duration":"260.766856ms","start":"2026-04-22T00:45:51.73436Z","end":"2026-04-22T00:45:51.995127Z","steps":["trace[982141427] 'agreement among raft nodes before linearized reading' (duration: 260.497539ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:51.995203Z","caller":"traceutil/trace.go:171","msg":"trace[207165653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10401; }","duration":"646.832414ms","start":"2026-04-22T00:45:51.348352Z","end":"2026-04-22T00:45:51.995185Z","steps":["trace[207165653] 'agreement among raft nodes before linearized reading' (duration: 646.620218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.995251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:51.348301Z","time spent":"646.937547ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T00:45:51.994514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:50.171708Z","time spent":"1.822711154s","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:45:51.994569Z","caller":"traceutil/trace.go:171","msg":"trace[1459303502] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10401; }","duration":"1.897245719s","start":"2026-04-22T00:45:50.097306Z","end":"2026-04-22T00:45:51.994552Z","steps":["trace[1459303502] 'agreement among raft nodes before linearized reading' (duration: 1.897061063s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:51.995792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:45:50.09729Z","time spent":"1.898450721s","remote":"127.0.0.1:56248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:45:52.140374Z","caller":"traceutil/trace.go:171","msg":"trace[668454099] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"140.367794ms","start":"2026-04-22T00:45:51.999968Z","end":"2026-04-22T00:45:52.140336Z","steps":["trace[668454099] 'process raft request' (duration: 125.093354ms)","trace[668454099] 'compare' (duration: 15.036793ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:45:52.140732Z","caller":"traceutil/trace.go:171","msg":"trace[1276243913] transaction","detail":"{read_only:false; response_revision:10403; number_of_response:1; }","duration":"140.390135ms","start":"2026-04-22T00:45:52.000309Z","end":"2026-04-22T00:45:52.1407Z","steps":["trace[1276243913] 'process raft request' (duration: 139.956733ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:52.140861Z","caller":"traceutil/trace.go:171","msg":"trace[799892861] transaction","detail":"{read_only:false; response_revision:10405; number_of_response:1; }","duration":"138.921964ms","start":"2026-04-22T00:45:52.001927Z","end":"2026-04-22T00:45:52.140849Z","steps":["trace[799892861] 'process raft request' (duration: 138.719018ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:52.1408Z","caller":"traceutil/trace.go:171","msg":"trace[1508212925] linearizableReadLoop","detail":"{readStateIndex:10760; appliedIndex:10755; }","duration":"103.254431ms","start":"2026-04-22T00:45:52.037501Z","end":"2026-04-22T00:45:52.140756Z","steps":["trace[1508212925] 'read index received' (duration: 87.709124ms)","trace[1508212925] 'applied index is now lower than readState.Index' (duration: 15.544247ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:45:52.140787Z","caller":"traceutil/trace.go:171","msg":"trace[1452493784] transaction","detail":"{read_only:false; response_revision:10404; number_of_response:1; }","duration":"139.380247ms","start":"2026-04-22T00:45:52.001386Z","end":"2026-04-22T00:45:52.140766Z","steps":["trace[1452493784] 'process raft request' (duration: 139.14993ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:52.140987Z","caller":"traceutil/trace.go:171","msg":"trace[940356295] transaction","detail":"{read_only:false; response_revision:10406; number_of_response:1; }","duration":"138.591034ms","start":"2026-04-22T00:45:52.002381Z","end":"2026-04-22T00:45:52.140972Z","steps":["trace[940356295] 'process raft request' (duration: 138.322687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:45:52.141485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.987871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375108"} {"level":"info","ts":"2026-04-22T00:45:52.141556Z","caller":"traceutil/trace.go:171","msg":"trace[849424568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10406; }","duration":"141.086714ms","start":"2026-04-22T00:45:52.000453Z","end":"2026-04-22T00:45:52.14154Z","steps":["trace[849424568] 'agreement among raft nodes before linearized reading' (duration: 140.384025ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:52.169616Z","caller":"traceutil/trace.go:171","msg":"trace[1888794048] transaction","detail":"{read_only:false; response_revision:10407; number_of_response:1; }","duration":"130.950069ms","start":"2026-04-22T00:45:52.038645Z","end":"2026-04-22T00:45:52.169595Z","steps":["trace[1888794048] 'process raft request' (duration: 130.836156ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:52.698587Z","caller":"traceutil/trace.go:171","msg":"trace[1272115106] linearizableReadLoop","detail":"{readStateIndex:10763; appliedIndex:10762; }","duration":"112.684496ms","start":"2026-04-22T00:45:52.58588Z","end":"2026-04-22T00:45:52.698565Z","steps":["trace[1272115106] 'read index received' (duration: 112.497131ms)","trace[1272115106] 'applied index is now lower than readState.Index' (duration: 186.535µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:45:52.698796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.904252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-22T00:45:52.698776Z","caller":"traceutil/trace.go:171","msg":"trace[407114281] transaction","detail":"{read_only:false; response_revision:10409; number_of_response:1; }","duration":"125.949789ms","start":"2026-04-22T00:45:52.57278Z","end":"2026-04-22T00:45:52.69873Z","steps":["trace[407114281] 'process raft request' (duration: 125.64346ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:52.698835Z","caller":"traceutil/trace.go:171","msg":"trace[539098386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10409; }","duration":"112.993064ms","start":"2026-04-22T00:45:52.585832Z","end":"2026-04-22T00:45:52.698825Z","steps":["trace[539098386] 'agreement among raft nodes before linearized reading' (duration: 112.82331ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:53.109504Z","caller":"traceutil/trace.go:171","msg":"trace[258028192] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"103.005055ms","start":"2026-04-22T00:45:53.006471Z","end":"2026-04-22T00:45:53.109476Z","steps":["trace[258028192] 'process raft request' (duration: 102.709196ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:45:54.396068Z","caller":"traceutil/trace.go:171","msg":"trace[346624024] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"159.640286ms","start":"2026-04-22T00:45:54.236395Z","end":"2026-04-22T00:45:54.396036Z","steps":["trace[346624024] 'process raft request' (duration: 131.853575ms)","trace[346624024] 'compare' (duration: 27.655997ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:12.241476Z","caller":"traceutil/trace.go:171","msg":"trace[694367702] transaction","detail":"{read_only:false; response_revision:10515; number_of_response:1; }","duration":"585.277755ms","start":"2026-04-22T00:46:11.656173Z","end":"2026-04-22T00:46:12.24145Z","steps":["trace[694367702] 'process raft request' (duration: 585.065789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:12.24163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:11.656155Z","time spent":"585.398609ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:46:12.24524Z","caller":"traceutil/trace.go:171","msg":"trace[172920838] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"585.122529ms","start":"2026-04-22T00:46:11.660087Z","end":"2026-04-22T00:46:12.24521Z","steps":["trace[172920838] 'process raft request' (duration: 584.917293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:12.245468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:11.660065Z","time spent":"585.248934ms","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7308,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:46:12.2456Z","caller":"traceutil/trace.go:171","msg":"trace[319036765] transaction","detail":"{read_only:false; response_revision:10517; number_of_response:1; }","duration":"206.127502ms","start":"2026-04-22T00:46:12.03945Z","end":"2026-04-22T00:46:12.245578Z","steps":["trace[319036765] 'process raft request' (duration: 205.704089ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:12.245675Z","caller":"traceutil/trace.go:171","msg":"trace[1882749488] transaction","detail":"{read_only:false; response_revision:10518; number_of_response:1; }","duration":"150.275143ms","start":"2026-04-22T00:46:12.095372Z","end":"2026-04-22T00:46:12.245647Z","steps":["trace[1882749488] 'process raft request' (duration: 150.075596ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:12.245792Z","caller":"traceutil/trace.go:171","msg":"trace[97732946] transaction","detail":"{read_only:false; response_revision:10519; number_of_response:1; }","duration":"139.421108ms","start":"2026-04-22T00:46:12.106357Z","end":"2026-04-22T00:46:12.245778Z","steps":["trace[97732946] 'process raft request' (duration: 139.231552ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:12.24583Z","caller":"traceutil/trace.go:171","msg":"trace[1936548030] linearizableReadLoop","detail":"{readStateIndex:10873; appliedIndex:10871; }","duration":"395.114352ms","start":"2026-04-22T00:46:11.850679Z","end":"2026-04-22T00:46:12.245793Z","steps":["trace[1936548030] 'read index received' (duration: 390.642696ms)","trace[1936548030] 'applied index is now lower than readState.Index' (duration: 4.447535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:46:12.246043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.360438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T00:46:12.246092Z","caller":"traceutil/trace.go:171","msg":"trace[848436790] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:10519; }","duration":"395.41596ms","start":"2026-04-22T00:46:11.850664Z","end":"2026-04-22T00:46:12.24608Z","steps":["trace[848436790] 'agreement among raft nodes before linearized reading' (duration: 395.244845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:12.246129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:11.850606Z","time spent":"395.515003ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-22T00:46:12.246172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.282191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:46:12.246244Z","caller":"traceutil/trace.go:171","msg":"trace[1289792821] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:10519; }","duration":"198.383104ms","start":"2026-04-22T00:46:12.047846Z","end":"2026-04-22T00:46:12.246229Z","steps":["trace[1289792821] 'agreement among raft nodes before linearized reading' (duration: 198.24722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:12.246347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.850881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-22T00:46:12.24642Z","caller":"traceutil/trace.go:171","msg":"trace[2038428772] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10519; }","duration":"201.972454ms","start":"2026-04-22T00:46:12.044411Z","end":"2026-04-22T00:46:12.246383Z","steps":["trace[2038428772] 'agreement among raft nodes before linearized reading' (duration: 201.672086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:12.875636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.430961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T00:46:12.875733Z","caller":"traceutil/trace.go:171","msg":"trace[180264096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10526; }","duration":"405.596765ms","start":"2026-04-22T00:46:12.470118Z","end":"2026-04-22T00:46:12.875714Z","steps":["trace[180264096] 'range keys from in-memory index tree' (duration: 405.207264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:12.875779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:12.470089Z","time spent":"405.680648ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T00:46:12.875809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.952893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6lv6\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-22T00:46:12.875832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.363947ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:46:12.875919Z","caller":"traceutil/trace.go:171","msg":"trace[1087260925] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10526; }","duration":"159.454971ms","start":"2026-04-22T00:46:12.71645Z","end":"2026-04-22T00:46:12.875905Z","steps":["trace[1087260925] 'range keys from in-memory index tree' (duration: 159.352517ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:12.875912Z","caller":"traceutil/trace.go:171","msg":"trace[1215510973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6lv6; range_end:; response_count:1; response_revision:10526; }","duration":"523.078627ms","start":"2026-04-22T00:46:12.352807Z","end":"2026-04-22T00:46:12.875886Z","steps":["trace[1215510973] 'range keys from in-memory index tree' (duration: 522.48684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:12.876053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.978254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-8bkpd.18a8873dda045f97\" ","response":"range_response_count:1 size:745"} {"level":"warn","ts":"2026-04-22T00:46:12.876098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:12.3528Z","time spent":"523.283673ms","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m6lv6\" "} {"level":"info","ts":"2026-04-22T00:46:12.876104Z","caller":"traceutil/trace.go:171","msg":"trace[2083369690] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-8bkpd.18a8873dda045f97; range_end:; response_count:1; response_revision:10526; }","duration":"523.049917ms","start":"2026-04-22T00:46:12.353038Z","end":"2026-04-22T00:46:12.876088Z","steps":["trace[2083369690] 'range keys from in-memory index tree' (duration: 522.80963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:12.876153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:12.353024Z","time spent":"523.114618ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/staffeln-db-sync-8bkpd.18a8873dda045f97\" "} {"level":"info","ts":"2026-04-22T00:46:13.209422Z","caller":"traceutil/trace.go:171","msg":"trace[2069130672] transaction","detail":"{read_only:false; response_revision:10529; number_of_response:1; }","duration":"155.996303ms","start":"2026-04-22T00:46:13.053395Z","end":"2026-04-22T00:46:13.209392Z","steps":["trace[2069130672] 'process raft request' (duration: 155.792487ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:21.400482Z","caller":"traceutil/trace.go:171","msg":"trace[526466418] linearizableReadLoop","detail":"{readStateIndex:10934; appliedIndex:10933; }","duration":"468.684948ms","start":"2026-04-22T00:46:20.931774Z","end":"2026-04-22T00:46:21.400459Z","steps":["trace[526466418] 'read index received' (duration: 468.423401ms)","trace[526466418] 'applied index is now lower than readState.Index' (duration: 260.517µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:21.400624Z","caller":"traceutil/trace.go:171","msg":"trace[1106687538] transaction","detail":"{read_only:false; response_revision:10575; number_of_response:1; }","duration":"481.701795ms","start":"2026-04-22T00:46:20.918884Z","end":"2026-04-22T00:46:21.400585Z","steps":["trace[1106687538] 'process raft request' (duration: 481.422116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:21.401318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:20.918863Z","time spent":"481.842189ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:46:21.402114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.452591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6lv6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-22T00:46:21.402268Z","caller":"traceutil/trace.go:171","msg":"trace[1848282560] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6lv6; range_end:; response_count:1; response_revision:10575; }","duration":"470.49933ms","start":"2026-04-22T00:46:20.931709Z","end":"2026-04-22T00:46:21.402209Z","steps":["trace[1848282560] 'agreement among raft nodes before linearized reading' (duration: 468.838584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:21.402425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:20.931685Z","time spent":"470.719206ms","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m6lv6\" "} {"level":"warn","ts":"2026-04-22T00:46:26.915594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:27.416685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:27.917625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:28.418253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:28.845228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T00:46:28.845316Z","caller":"traceutil/trace.go:171","msg":"trace[839990451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000689604s","start":"2026-04-22T00:46:26.844605Z","end":"2026-04-22T00:46:28.845295Z","steps":["trace[839990451] 'agreement among raft nodes before linearized reading' (duration: 2.000585561s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:28.845411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.844594Z","time spent":"2.000798417s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T00:46:28.919488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:29.419751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:29.551893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99981165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T00:46:29.551982Z","caller":"traceutil/trace.go:171","msg":"trace[1822352547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999955323s","start":"2026-04-22T00:46:27.552006Z","end":"2026-04-22T00:46:29.551961Z","steps":["trace[1822352547] 'agreement among raft nodes before linearized reading' (duration: 1.99984719s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:29.552031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:27.551977Z","time spent":"2.000043826s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 00:46:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T00:46:29.920269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:30.420704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:30.921883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:31.291728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.292827Z","time spent":"4.998868594s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/22 00:46:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T00:46:31.294541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.297125Z","time spent":"4.997407454s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-22T00:46:31.414712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999794092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T00:46:31.414798Z","caller":"traceutil/trace.go:171","msg":"trace[211783532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999941856s","start":"2026-04-22T00:46:26.414837Z","end":"2026-04-22T00:46:31.414778Z","steps":["trace[211783532] 'agreement among raft nodes before linearized reading' (duration: 4.999829742s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:31.414848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.414817Z","time spent":"5.000019537s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/22 00:46:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T00:46:31.422954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:31.429852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999561665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T00:46:31.42995Z","caller":"traceutil/trace.go:171","msg":"trace[2026535955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999656287s","start":"2026-04-22T00:46:26.430248Z","end":"2026-04-22T00:46:31.429904Z","steps":["trace[2026535955] 'agreement among raft nodes before linearized reading' (duration: 4.999578005s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:31.429995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.430238Z","time spent":"4.99974083s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/22 00:46:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T00:46:31.559683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T00:46:31.55975Z","caller":"traceutil/trace.go:171","msg":"trace[1357535289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149299s","start":"2026-04-22T00:46:29.559585Z","end":"2026-04-22T00:46:31.559734Z","steps":["trace[1357535289] 'agreement among raft nodes before linearized reading' (duration: 2.000052666s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:31.559785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:29.559524Z","time spent":"2.000254292s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 00:46:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T00:46:31.923482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7835592317022910150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T00:46:32.052258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.759294521s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T00:46:32.184979Z","caller":"traceutil/trace.go:171","msg":"trace[1245336902] transaction","detail":"{read_only:false; response_revision:10599; number_of_response:1; }","duration":"5.887348768s","start":"2026-04-22T00:46:26.297592Z","end":"2026-04-22T00:46:32.184941Z","steps":["trace[1245336902] 'process raft request' (duration: 5.887235995s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.185221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.297573Z","time spent":"5.887557384s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T00:46:32.265806Z","caller":"traceutil/trace.go:171","msg":"trace[1938812787] linearizableReadLoop","detail":"{readStateIndex:10961; appliedIndex:10956; }","duration":"5.850847614s","start":"2026-04-22T00:46:26.414891Z","end":"2026-04-22T00:46:32.265739Z","steps":["trace[1938812787] 'read index received' (duration: 5.637582582s)","trace[1938812787] 'applied index is now lower than readState.Index' (duration: 213.263262ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:32.265873Z","caller":"traceutil/trace.go:171","msg":"trace[646031295] transaction","detail":"{read_only:false; response_revision:10600; number_of_response:1; }","duration":"4.753246455s","start":"2026-04-22T00:46:27.512595Z","end":"2026-04-22T00:46:32.265842Z","steps":["trace[646031295] 'process raft request' (duration: 4.752661768s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:27.512576Z","time spent":"4.753375568s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T00:46:32.266254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.838869387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-22T00:46:32.266315Z","caller":"traceutil/trace.go:171","msg":"trace[348072903] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10600; }","duration":"5.83898154s","start":"2026-04-22T00:46:26.427319Z","end":"2026-04-22T00:46:32.266301Z","steps":["trace[348072903] 'agreement among raft nodes before linearized reading' (duration: 5.838648831s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.427303Z","time spent":"5.839046912s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-22T00:46:32.266457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.772452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-22T00:46:32.266477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.303117046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:46:32.266467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.719832253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:46:32.266495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.005583637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T00:46:32.266558Z","caller":"traceutil/trace.go:171","msg":"trace[802129498] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10600; }","duration":"4.30323867s","start":"2026-04-22T00:46:27.963297Z","end":"2026-04-22T00:46:32.266536Z","steps":["trace[802129498] 'agreement among raft nodes before linearized reading' (duration: 4.302996773s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835192474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T00:46:32.266571Z","caller":"traceutil/trace.go:171","msg":"trace[1296470195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:10600; }","duration":"5.719984607s","start":"2026-04-22T00:46:26.546563Z","end":"2026-04-22T00:46:32.266547Z","steps":["trace[1296470195] 'agreement among raft nodes before linearized reading' (duration: 5.719790432s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:27.963279Z","time spent":"4.303315471s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":111,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:46:32.26661Z","caller":"traceutil/trace.go:171","msg":"trace[752771251] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10600; }","duration":"4.005771852s","start":"2026-04-22T00:46:28.260816Z","end":"2026-04-22T00:46:32.266588Z","steps":["trace[752771251] 'agreement among raft nodes before linearized reading' (duration: 4.005502775s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846492479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:46:32.266634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.546552Z","time spent":"5.720066959s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:46:32.26664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614298547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-8bkpd\" ","response":"range_response_count:1 size:7280"} {"level":"warn","ts":"2026-04-22T00:46:32.266668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:28.260789Z","time spent":"4.005866794s","remote":"127.0.0.1:43968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:46:32.266679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.561647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-22T00:46:32.266709Z","caller":"traceutil/trace.go:171","msg":"trace[1966558528] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:10600; }","duration":"2.846716806s","start":"2026-04-22T00:46:29.419953Z","end":"2026-04-22T00:46:32.26667Z","steps":["trace[1966558528] 'agreement among raft nodes before linearized reading' (duration: 2.846437058s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428041204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:46:32.26677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007873828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-22T00:46:32.266539Z","caller":"traceutil/trace.go:171","msg":"trace[380150303] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10600; }","duration":"972.887055ms","start":"2026-04-22T00:46:31.293625Z","end":"2026-04-22T00:46:32.266513Z","steps":["trace[380150303] 'agreement among raft nodes before linearized reading' (duration: 972.69389ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.266797Z","caller":"traceutil/trace.go:171","msg":"trace[1198797017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10600; }","duration":"5.428385353s","start":"2026-04-22T00:46:26.83839Z","end":"2026-04-22T00:46:32.266775Z","steps":["trace[1198797017] 'agreement among raft nodes before linearized reading' (duration: 5.427831958s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.266827Z","caller":"traceutil/trace.go:171","msg":"trace[1354064009] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10600; }","duration":"1.007925039s","start":"2026-04-22T00:46:31.258884Z","end":"2026-04-22T00:46:32.266809Z","steps":["trace[1354064009] 'agreement among raft nodes before linearized reading' (duration: 1.007777905s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:31.293605Z","time spent":"973.220815ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-22T00:46:32.266848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736480307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:46:32.266858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.901772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:46:32.266875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:31.258812Z","time spent":"1.008050713s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-22T00:46:32.266887Z","caller":"traceutil/trace.go:171","msg":"trace[458202711] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10600; }","duration":"2.736554789s","start":"2026-04-22T00:46:29.530322Z","end":"2026-04-22T00:46:32.266877Z","steps":["trace[458202711] 'agreement among raft nodes before linearized reading' (duration: 2.736494328s)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.2669Z","caller":"traceutil/trace.go:171","msg":"trace[504815607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10600; }","duration":"706.974884ms","start":"2026-04-22T00:46:31.559911Z","end":"2026-04-22T00:46:32.266886Z","steps":["trace[504815607] 'agreement among raft nodes before linearized reading' (duration: 706.920042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835318457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-22T00:46:32.266933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:29.530301Z","time spent":"2.736622591s","remote":"127.0.0.1:56192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:46:32.266841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.767942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-22T00:46:32.266944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.805597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-22T00:46:32.266973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.820399791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6lv6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-22T00:46:32.266722Z","caller":"traceutil/trace.go:171","msg":"trace[1488606743] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10600; }","duration":"157.64554ms","start":"2026-04-22T00:46:32.109064Z","end":"2026-04-22T00:46:32.266709Z","steps":["trace[1488606743] 'agreement among raft nodes before linearized reading' (duration: 157.524326ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.266991Z","caller":"traceutil/trace.go:171","msg":"trace[1077995164] range","detail":"{range_begin:/registry/masterleases/199.204.45.209; range_end:; response_count:1; response_revision:10600; }","duration":"415.954827ms","start":"2026-04-22T00:46:31.851023Z","end":"2026-04-22T00:46:32.266978Z","steps":["trace[1077995164] 'agreement among raft nodes before linearized reading' (duration: 415.725971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.613547065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-8bkpd.18a8873fc36155b7\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-04-22T00:46:32.267023Z","caller":"traceutil/trace.go:171","msg":"trace[1187769951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6lv6; range_end:; response_count:1; response_revision:10600; }","duration":"4.820497833s","start":"2026-04-22T00:46:27.44651Z","end":"2026-04-22T00:46:32.267008Z","steps":["trace[1187769951] 'agreement among raft nodes before linearized reading' (duration: 4.82037518s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.267036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:31.851003Z","time spent":"416.021328ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.209\" "} {"level":"warn","ts":"2026-04-22T00:46:32.267037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492878459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-22T00:46:32.266631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781081203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:46:32.266929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161048675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-22T00:46:32.267085Z","caller":"traceutil/trace.go:171","msg":"trace[1676727345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10600; }","duration":"3.492961773s","start":"2026-04-22T00:46:28.774107Z","end":"2026-04-22T00:46:32.267069Z","steps":["trace[1676727345] 'agreement among raft nodes before linearized reading' (duration: 3.492894011s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.267123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:28.774085Z","time spent":"3.493028855s","remote":"127.0.0.1:56340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:46:32.267125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917087373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:46:32.267168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.280129338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:46:32.267218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590516599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-22T00:46:32.267133Z","caller":"traceutil/trace.go:171","msg":"trace[1317580563] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10600; }","duration":"4.161461557s","start":"2026-04-22T00:46:28.105649Z","end":"2026-04-22T00:46:32.267111Z","steps":["trace[1317580563] 'agreement among raft nodes before linearized reading' (duration: 4.160693355s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.508078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:46:32.267352Z","caller":"traceutil/trace.go:171","msg":"trace[122422642] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:10600; }","duration":"971.075925ms","start":"2026-04-22T00:46:31.296261Z","end":"2026-04-22T00:46:32.267337Z","steps":["trace[122422642] 'agreement among raft nodes before linearized reading' (duration: 970.499368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.836158833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-22T00:46:32.267223Z","caller":"traceutil/trace.go:171","msg":"trace[761104342] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-8bkpd.18a8873fc36155b7; range_end:; response_count:1; response_revision:10600; }","duration":"5.613768181s","start":"2026-04-22T00:46:26.653283Z","end":"2026-04-22T00:46:32.267051Z","steps":["trace[761104342] 'agreement among raft nodes before linearized reading' (duration: 5.613136764s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.267406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:31.296255Z","time spent":"971.138117ms","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:46:32.267411Z","caller":"traceutil/trace.go:171","msg":"trace[968990062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10600; }","duration":"4.836748871s","start":"2026-04-22T00:46:27.430648Z","end":"2026-04-22T00:46:32.267397Z","steps":["trace[968990062] 'agreement among raft nodes before linearized reading' (duration: 4.836116822s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.26745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:27.430629Z","time spent":"4.836810012s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T00:46:32.267233Z","caller":"traceutil/trace.go:171","msg":"trace[176715401] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10600; }","duration":"5.28022181s","start":"2026-04-22T00:46:26.986987Z","end":"2026-04-22T00:46:32.267209Z","steps":["trace[176715401] 'agreement among raft nodes before linearized reading' (duration: 5.280141868s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.267504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:28.105624Z","time spent":"4.161708554s","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":76,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:46:32.267537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.986964Z","time spent":"5.28055028s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:46:32.267433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.653255Z","time spent":"5.614163023s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":867,"request content":"key:\"/registry/events/openstack/staffeln-db-sync-8bkpd.18a8873fc36155b7\" "} {"level":"info","ts":"2026-04-22T00:46:32.267175Z","caller":"traceutil/trace.go:171","msg":"trace[277548973] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10600; }","duration":"2.917171955s","start":"2026-04-22T00:46:29.349986Z","end":"2026-04-22T00:46:32.267158Z","steps":["trace[277548973] 'agreement among raft nodes before linearized reading' (duration: 2.917105153s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.267657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:29.349962Z","time spent":"2.917677189s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:46:32.267123Z","caller":"traceutil/trace.go:171","msg":"trace[938248493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10600; }","duration":"1.781608659s","start":"2026-04-22T00:46:30.485494Z","end":"2026-04-22T00:46:32.267103Z","steps":["trace[938248493] 'agreement among raft nodes before linearized reading' (duration: 1.781089963s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.266863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.838372Z","time spent":"5.428470245s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:46:32.267837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:30.485473Z","time spent":"1.782351469s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-22T00:46:32.267012Z","caller":"traceutil/trace.go:171","msg":"trace[1948638628] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10600; }","duration":"970.870439ms","start":"2026-04-22T00:46:31.296127Z","end":"2026-04-22T00:46:32.266997Z","steps":["trace[1948638628] 'agreement among raft nodes before linearized reading' (duration: 970.742005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.268056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:31.296072Z","time spent":"971.966439ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-22T00:46:32.266638Z","caller":"traceutil/trace.go:171","msg":"trace[1323234708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10600; }","duration":"5.835292357s","start":"2026-04-22T00:46:26.431319Z","end":"2026-04-22T00:46:32.266611Z","steps":["trace[1323234708] 'agreement among raft nodes before linearized reading' (duration: 5.835066461s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.268169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.431288Z","time spent":"5.836866142s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T00:46:32.266716Z","caller":"traceutil/trace.go:171","msg":"trace[1636948005] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-8bkpd; range_end:; response_count:1; response_revision:10600; }","duration":"5.61440572s","start":"2026-04-22T00:46:26.652289Z","end":"2026-04-22T00:46:32.266695Z","steps":["trace[1636948005] 'agreement among raft nodes before linearized reading' (duration: 5.614205965s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.26828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.652272Z","time spent":"5.615994665s","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7303,"request content":"key:\"/registry/pods/openstack/staffeln-db-sync-8bkpd\" "} {"level":"warn","ts":"2026-04-22T00:46:32.266718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.806000302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:46:32.268503Z","caller":"traceutil/trace.go:171","msg":"trace[168318218] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10600; }","duration":"5.807777523s","start":"2026-04-22T00:46:26.460681Z","end":"2026-04-22T00:46:32.268459Z","steps":["trace[168318218] 'agreement among raft nodes before linearized reading' (duration: 5.805991433s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.26864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.460671Z","time spent":"5.807921857s","remote":"127.0.0.1:37942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:46:32.266781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:29.419929Z","time spent":"2.846838308s","remote":"127.0.0.1:34826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T00:46:32.266945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:31.559892Z","time spent":"707.043146ms","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T00:46:32.266955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714432755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-22T00:46:32.268816Z","caller":"traceutil/trace.go:171","msg":"trace[1732113347] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10600; }","duration":"3.71635041s","start":"2026-04-22T00:46:28.552451Z","end":"2026-04-22T00:46:32.268802Z","steps":["trace[1732113347] 'agreement among raft nodes before linearized reading' (duration: 3.713669884s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.268869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:28.552425Z","time spent":"3.716430132s","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T00:46:32.26697Z","caller":"traceutil/trace.go:171","msg":"trace[1704036242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10600; }","duration":"5.835665027s","start":"2026-04-22T00:46:26.431286Z","end":"2026-04-22T00:46:32.266951Z","steps":["trace[1704036242] 'agreement among raft nodes before linearized reading' (duration: 5.835276087s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.269042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.431275Z","time spent":"5.837757556s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T00:46:32.266527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970107849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-22T00:46:32.26914Z","caller":"traceutil/trace.go:171","msg":"trace[1460625913] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10600; }","duration":"3.972781365s","start":"2026-04-22T00:46:28.296348Z","end":"2026-04-22T00:46:32.26913Z","steps":["trace[1460625913] 'agreement among raft nodes before linearized reading' (duration: 3.969975426s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.269168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:28.296328Z","time spent":"3.972831475s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-04-22T00:46:32.267061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062687533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-22T00:46:32.269219Z","caller":"traceutil/trace.go:171","msg":"trace[1366574694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10600; }","duration":"3.064877845s","start":"2026-04-22T00:46:29.204326Z","end":"2026-04-22T00:46:32.269204Z","steps":["trace[1366574694] 'agreement among raft nodes before linearized reading' (duration: 3.062650552s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.267069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:27.44649Z","time spent":"4.820568045s","remote":"127.0.0.1:43722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-m6lv6\" "} {"level":"info","ts":"2026-04-22T00:46:32.267286Z","caller":"traceutil/trace.go:171","msg":"trace[1260440372] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10600; }","duration":"5.590604272s","start":"2026-04-22T00:46:26.67666Z","end":"2026-04-22T00:46:32.267264Z","steps":["trace[1260440372] 'agreement among raft nodes before linearized reading' (duration: 5.590438137s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.269417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:26.676649Z","time spent":"5.592731521s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T00:46:32.269282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T00:46:29.204306Z","time spent":"3.064959196s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-22T00:46:32.382544Z","caller":"traceutil/trace.go:171","msg":"trace[91525766] transaction","detail":"{read_only:false; response_revision:10602; number_of_response:1; }","duration":"109.044934ms","start":"2026-04-22T00:46:32.273468Z","end":"2026-04-22T00:46:32.382513Z","steps":["trace[91525766] 'process raft request' (duration: 108.873539ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.38263Z","caller":"traceutil/trace.go:171","msg":"trace[944557336] transaction","detail":"{read_only:false; response_revision:10605; number_of_response:1; }","duration":"107.924023ms","start":"2026-04-22T00:46:32.274669Z","end":"2026-04-22T00:46:32.382593Z","steps":["trace[944557336] 'process raft request' (duration: 107.829581ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.382723Z","caller":"traceutil/trace.go:171","msg":"trace[1110679092] linearizableReadLoop","detail":"{readStateIndex:10963; appliedIndex:10961; }","duration":"110.641709ms","start":"2026-04-22T00:46:32.272061Z","end":"2026-04-22T00:46:32.382703Z","steps":["trace[1110679092] 'read index received' (duration: 34.284694ms)","trace[1110679092] 'applied index is now lower than readState.Index' (duration: 76.356355ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:32.382847Z","caller":"traceutil/trace.go:171","msg":"trace[1766181786] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"110.081843ms","start":"2026-04-22T00:46:32.272746Z","end":"2026-04-22T00:46:32.382828Z","steps":["trace[1766181786] 'process raft request' (duration: 109.349332ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.382917Z","caller":"traceutil/trace.go:171","msg":"trace[2069331970] transaction","detail":"{read_only:false; response_revision:10603; number_of_response:1; }","duration":"109.063855ms","start":"2026-04-22T00:46:32.273833Z","end":"2026-04-22T00:46:32.382897Z","steps":["trace[2069331970] 'process raft request' (duration: 108.566841ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.38294Z","caller":"traceutil/trace.go:171","msg":"trace[1633061507] transaction","detail":"{read_only:false; response_revision:10606; number_of_response:1; }","duration":"107.732198ms","start":"2026-04-22T00:46:32.275197Z","end":"2026-04-22T00:46:32.382929Z","steps":["trace[1633061507] 'process raft request' (duration: 107.341517ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.383026Z","caller":"traceutil/trace.go:171","msg":"trace[899530707] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"108.832508ms","start":"2026-04-22T00:46:32.274184Z","end":"2026-04-22T00:46:32.383017Z","steps":["trace[899530707] 'process raft request' (duration: 108.258752ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.383167Z","caller":"traceutil/trace.go:171","msg":"trace[1989814742] transaction","detail":"{read_only:false; response_revision:10607; number_of_response:1; }","duration":"103.442727ms","start":"2026-04-22T00:46:32.279714Z","end":"2026-04-22T00:46:32.383156Z","steps":["trace[1989814742] 'process raft request' (duration: 102.911622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.383466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-22T00:46:32.383499Z","caller":"traceutil/trace.go:171","msg":"trace[357634929] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10607; }","duration":"111.466392ms","start":"2026-04-22T00:46:32.272021Z","end":"2026-04-22T00:46:32.383487Z","steps":["trace[357634929] 'agreement among raft nodes before linearized reading' (duration: 111.352629ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.514944Z","caller":"traceutil/trace.go:171","msg":"trace[501966450] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"131.211777ms","start":"2026-04-22T00:46:32.383715Z","end":"2026-04-22T00:46:32.514927Z","steps":["trace[501966450] 'process raft request' (duration: 131.144745ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.51501Z","caller":"traceutil/trace.go:171","msg":"trace[919294680] linearizableReadLoop","detail":"{readStateIndex:10971; appliedIndex:10970; }","duration":"132.188824ms","start":"2026-04-22T00:46:32.382807Z","end":"2026-04-22T00:46:32.514996Z","steps":["trace[919294680] 'read index received' (duration: 95.494093ms)","trace[919294680] 'applied index is now lower than readState.Index' (duration: 36.692671ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:32.514916Z","caller":"traceutil/trace.go:171","msg":"trace[633983316] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"141.411974ms","start":"2026-04-22T00:46:32.373456Z","end":"2026-04-22T00:46:32.514867Z","steps":["trace[633983316] 'process raft request' (duration: 104.828826ms)","trace[633983316] 'compare' (duration: 36.421023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T00:46:32.515248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.994609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-22T00:46:32.515312Z","caller":"traceutil/trace.go:171","msg":"trace[1018237156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10609; }","duration":"242.112203ms","start":"2026-04-22T00:46:32.273185Z","end":"2026-04-22T00:46:32.515297Z","steps":["trace[1018237156] 'agreement among raft nodes before linearized reading' (duration: 241.864346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.515438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.082563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T00:46:32.515489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.047061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d4588b2-8934-47e9-ac1f-aa04e9b8befc\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-22T00:46:32.515571Z","caller":"traceutil/trace.go:171","msg":"trace[836863626] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d4588b2-8934-47e9-ac1f-aa04e9b8befc; range_end:; response_count:1; response_revision:10609; }","duration":"242.164184ms","start":"2026-04-22T00:46:32.273387Z","end":"2026-04-22T00:46:32.515551Z","steps":["trace[836863626] 'agreement among raft nodes before linearized reading' (duration: 241.986999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.515739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.376911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375512"} {"level":"info","ts":"2026-04-22T00:46:32.515588Z","caller":"traceutil/trace.go:171","msg":"trace[100694892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10609; }","duration":"236.231727ms","start":"2026-04-22T00:46:32.2793Z","end":"2026-04-22T00:46:32.515532Z","steps":["trace[100694892] 'agreement among raft nodes before linearized reading' (duration: 236.045672ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:32.515782Z","caller":"traceutil/trace.go:171","msg":"trace[1134235339] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10609; }","duration":"241.442464ms","start":"2026-04-22T00:46:32.27433Z","end":"2026-04-22T00:46:32.515772Z","steps":["trace[1134235339] 'agreement among raft nodes before linearized reading' (duration: 241.016882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:32.515863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.252819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-22T00:46:32.515939Z","caller":"traceutil/trace.go:171","msg":"trace[364356110] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10609; }","duration":"241.357831ms","start":"2026-04-22T00:46:32.274568Z","end":"2026-04-22T00:46:32.515925Z","steps":["trace[364356110] 'agreement among raft nodes before linearized reading' (duration: 240.653831ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:38.747201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8285} {"level":"info","ts":"2026-04-22T00:46:38.825872Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8285,"took":"76.936293ms","hash":2826256913,"current-db-size-bytes":56926208,"current-db-size":"57 MB","current-db-size-in-use-bytes":24793088,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-22T00:46:38.825925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2826256913,"revision":8285,"compact-revision":6084} {"level":"info","ts":"2026-04-22T00:46:49.709871Z","caller":"traceutil/trace.go:171","msg":"trace[1618766335] linearizableReadLoop","detail":"{readStateIndex:11070; appliedIndex:11069; }","duration":"153.617308ms","start":"2026-04-22T00:46:49.556214Z","end":"2026-04-22T00:46:49.709831Z","steps":["trace[1618766335] 'read index received' (duration: 152.513597ms)","trace[1618766335] 'applied index is now lower than readState.Index' (duration: 1.101741ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:49.709913Z","caller":"traceutil/trace.go:171","msg":"trace[1908502285] transaction","detail":"{read_only:false; response_revision:10703; number_of_response:1; }","duration":"156.012046ms","start":"2026-04-22T00:46:49.553857Z","end":"2026-04-22T00:46:49.709869Z","steps":["trace[1908502285] 'process raft request' (duration: 154.764921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:49.710022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.787423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:46:49.710112Z","caller":"traceutil/trace.go:171","msg":"trace[565686907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10703; }","duration":"153.917767ms","start":"2026-04-22T00:46:49.556173Z","end":"2026-04-22T00:46:49.71009Z","steps":["trace[565686907] 'agreement among raft nodes before linearized reading' (duration: 153.767523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:50.739364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.209192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T00:46:50.739486Z","caller":"traceutil/trace.go:171","msg":"trace[920946634] transaction","detail":"{read_only:false; response_revision:10706; number_of_response:1; }","duration":"216.591833ms","start":"2026-04-22T00:46:50.522864Z","end":"2026-04-22T00:46:50.739456Z","steps":["trace[920946634] 'process raft request' (duration: 50.195835ms)","trace[920946634] 'compare' (duration: 166.102379ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:50.755246Z","caller":"traceutil/trace.go:171","msg":"trace[1728409335] transaction","detail":"{read_only:false; response_revision:10709; number_of_response:1; }","duration":"231.873203ms","start":"2026-04-22T00:46:50.523352Z","end":"2026-04-22T00:46:50.755225Z","steps":["trace[1728409335] 'process raft request' (duration: 231.817981ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:50.755305Z","caller":"traceutil/trace.go:171","msg":"trace[553609866] transaction","detail":"{read_only:false; response_revision:10707; number_of_response:1; }","duration":"232.11375ms","start":"2026-04-22T00:46:50.523144Z","end":"2026-04-22T00:46:50.755257Z","steps":["trace[553609866] 'process raft request' (duration: 231.879713ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:50.755323Z","caller":"traceutil/trace.go:171","msg":"trace[2103166029] transaction","detail":"{read_only:false; response_revision:10708; number_of_response:1; }","duration":"231.985996ms","start":"2026-04-22T00:46:50.523307Z","end":"2026-04-22T00:46:50.755293Z","steps":["trace[2103166029] 'process raft request' (duration: 231.818621ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:50.809787Z","caller":"traceutil/trace.go:171","msg":"trace[1619124254] linearizableReadLoop","detail":"{readStateIndex:11077; appliedIndex:11073; }","duration":"156.854189ms","start":"2026-04-22T00:46:50.652809Z","end":"2026-04-22T00:46:50.809663Z","steps":["trace[1619124254] 'read index received' (duration: 102.23325ms)","trace[1619124254] 'applied index is now lower than readState.Index' (duration: 54.619349ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:50.809798Z","caller":"traceutil/trace.go:171","msg":"trace[167645569] transaction","detail":"{read_only:false; response_revision:10710; number_of_response:1; }","duration":"194.968343ms","start":"2026-04-22T00:46:50.614779Z","end":"2026-04-22T00:46:50.809748Z","steps":["trace[167645569] 'process raft request' (duration: 194.793899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:50.810164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.308592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6lv6\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-22T00:46:50.810277Z","caller":"traceutil/trace.go:171","msg":"trace[1705807591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6lv6; range_end:; response_count:1; response_revision:10710; }","duration":"157.480836ms","start":"2026-04-22T00:46:50.652771Z","end":"2026-04-22T00:46:50.810252Z","steps":["trace[1705807591] 'agreement among raft nodes before linearized reading' (duration: 157.073465ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:52.694711Z","caller":"traceutil/trace.go:171","msg":"trace[812982088] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"246.080592ms","start":"2026-04-22T00:46:52.448566Z","end":"2026-04-22T00:46:52.694647Z","steps":["trace[812982088] 'process raft request' (duration: 245.803084ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:52.708221Z","caller":"traceutil/trace.go:171","msg":"trace[407631303] linearizableReadLoop","detail":"{readStateIndex:11084; appliedIndex:11082; }","duration":"153.941777ms","start":"2026-04-22T00:46:52.554248Z","end":"2026-04-22T00:46:52.70819Z","steps":["trace[407631303] 'read index received' (duration: 140.347134ms)","trace[407631303] 'applied index is now lower than readState.Index' (duration: 13.593353ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:52.708344Z","caller":"traceutil/trace.go:171","msg":"trace[1742262564] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"184.511618ms","start":"2026-04-22T00:46:52.523819Z","end":"2026-04-22T00:46:52.70833Z","steps":["trace[1742262564] 'process raft request' (duration: 184.255781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T00:46:52.708529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.276046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T00:46:52.708615Z","caller":"traceutil/trace.go:171","msg":"trace[837529451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10716; }","duration":"154.39901ms","start":"2026-04-22T00:46:52.554194Z","end":"2026-04-22T00:46:52.708593Z","steps":["trace[837529451] 'agreement among raft nodes before linearized reading' (duration: 154.243155ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:52.897155Z","caller":"traceutil/trace.go:171","msg":"trace[874411704] transaction","detail":"{read_only:false; response_revision:10719; number_of_response:1; }","duration":"131.783102ms","start":"2026-04-22T00:46:52.765339Z","end":"2026-04-22T00:46:52.897122Z","steps":["trace[874411704] 'process raft request' (duration: 108.246209ms)","trace[874411704] 'compare' (duration: 23.330128ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:46:52.897345Z","caller":"traceutil/trace.go:171","msg":"trace[378374282] transaction","detail":"{read_only:false; response_revision:10720; number_of_response:1; }","duration":"131.852885ms","start":"2026-04-22T00:46:52.76546Z","end":"2026-04-22T00:46:52.897313Z","steps":["trace[378374282] 'process raft request' (duration: 131.603168ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T00:46:54.872952Z","caller":"traceutil/trace.go:171","msg":"trace[1587367829] transaction","detail":"{read_only:false; response_revision:10726; number_of_response:1; }","duration":"102.754696ms","start":"2026-04-22T00:46:54.769604Z","end":"2026-04-22T00:46:54.872359Z","steps":["trace[1587367829] 'process raft request' (duration: 81.162657ms)","trace[1587367829] 'compare' (duration: 21.382893ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T00:51:38.752733Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10644} {"level":"info","ts":"2026-04-22T00:51:38.824687Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10644,"took":"70.273739ms","hash":1588501527,"current-db-size-bytes":56926208,"current-db-size":"57 MB","current-db-size-in-use-bytes":20414464,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-22T00:51:38.824739Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1588501527,"revision":10644,"compact-revision":8285}