{"level":"warn","ts":"2026-05-05T13:39:19.216372Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-05T13:39:19.216465Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.111:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.111:2380","--initial-cluster=instance=https://199.19.213.111:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.111:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.111:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-05T13:39:19.216533Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-05T13:39:19.216542Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.111:2380"]} {"level":"info","ts":"2026-05-05T13:39:19.216557Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-05T13:39:19.2172Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.111:2379"]} {"level":"info","ts":"2026-05-05T13:39:19.217267Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.111:2380"],"listen-peer-urls":["https://199.19.213.111:2380"],"advertise-client-urls":["https://199.19.213.111:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.111:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.111:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-05T13:39:19.30668Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"89.232574ms"} {"level":"info","ts":"2026-05-05T13:39:19.348067Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4edbe0dc99dceaa8","cluster-id":"9f725a00b80fcc82"} {"level":"info","ts":"2026-05-05T13:39:19.348191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 switched to configuration voters=()"} {"level":"info","ts":"2026-05-05T13:39:19.348256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became follower at term 0"} {"level":"info","ts":"2026-05-05T13:39:19.348278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4edbe0dc99dceaa8 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-05T13:39:19.348298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became follower at term 1"} {"level":"info","ts":"2026-05-05T13:39:19.348358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 switched to configuration voters=(5682382592936831656)"} {"level":"warn","ts":"2026-05-05T13:39:19.353881Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-05T13:39:19.355155Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-05T13:39:19.3563Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-05T13:39:19.359096Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4edbe0dc99dceaa8","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-05T13:39:19.359341Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4edbe0dc99dceaa8","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-05T13:39:19.359421Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T13:39:19.359536Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T13:39:19.359553Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T13:39:19.362525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 switched to configuration voters=(5682382592936831656)"} {"level":"info","ts":"2026-05-05T13:39:19.362813Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9f725a00b80fcc82","local-member-id":"4edbe0dc99dceaa8","added-peer-id":"4edbe0dc99dceaa8","added-peer-peer-urls":["https://199.19.213.111:2380"]} {"level":"info","ts":"2026-05-05T13:39:19.367121Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.111:2380"} {"level":"info","ts":"2026-05-05T13:39:19.367207Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.111:2380"} {"level":"info","ts":"2026-05-05T13:39:19.367088Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-05T13:39:19.368066Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-05T13:39:19.368441Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4edbe0dc99dceaa8","initial-advertise-peer-urls":["https://199.19.213.111:2380"],"listen-peer-urls":["https://199.19.213.111:2380"],"advertise-client-urls":["https://199.19.213.111:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.111:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-05T13:39:19.949579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 is starting a new election at term 1"} {"level":"info","ts":"2026-05-05T13:39:19.949663Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-05T13:39:19.949701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 received MsgPreVoteResp from 4edbe0dc99dceaa8 at term 1"} {"level":"info","ts":"2026-05-05T13:39:19.949726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became candidate at term 2"} {"level":"info","ts":"2026-05-05T13:39:19.949736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 received MsgVoteResp from 4edbe0dc99dceaa8 at term 2"} {"level":"info","ts":"2026-05-05T13:39:19.949748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became leader at term 2"} {"level":"info","ts":"2026-05-05T13:39:19.94976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4edbe0dc99dceaa8 elected leader 4edbe0dc99dceaa8 at term 2"} {"level":"info","ts":"2026-05-05T13:39:19.950817Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4edbe0dc99dceaa8","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.111:2379]}","request-path":"/0/members/4edbe0dc99dceaa8/attributes","cluster-id":"9f725a00b80fcc82","publish-timeout":"7s"} {"level":"info","ts":"2026-05-05T13:39:19.950831Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-05T13:39:19.950966Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-05T13:39:19.950907Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T13:39:19.951294Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-05T13:39:19.951363Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-05T13:39:19.952245Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9f725a00b80fcc82","local-member-id":"4edbe0dc99dceaa8","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T13:39:19.95242Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T13:39:19.952463Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T13:39:19.954561Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-05T13:39:19.954879Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.111:2379"} {"level":"info","ts":"2026-05-05T13:39:24.613696Z","caller":"traceutil/trace.go:171","msg":"trace[1868173528] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"136.464905ms","start":"2026-05-05T13:39:24.477197Z","end":"2026-05-05T13:39:24.613662Z","steps":["trace[1868173528] 'process raft request' (duration: 49.670721ms)","trace[1868173528] 'compare' (duration: 86.56163ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:39:24.613825Z","caller":"traceutil/trace.go:171","msg":"trace[1866936957] linearizableReadLoop","detail":"{readStateIndex:244; appliedIndex:243; }","duration":"133.457528ms","start":"2026-05-05T13:39:24.480345Z","end":"2026-05-05T13:39:24.613803Z","steps":["trace[1866936957] 'read index received' (duration: 46.46819ms)","trace[1866936957] 'applied index is now lower than readState.Index' (duration: 86.988238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T13:39:24.613997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.636632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:39:24.614058Z","caller":"traceutil/trace.go:171","msg":"trace[468888917] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:0; response_revision:239; }","duration":"133.728043ms","start":"2026-05-05T13:39:24.480319Z","end":"2026-05-05T13:39:24.614047Z","steps":["trace[468888917] 'agreement among raft nodes before linearized reading' (duration: 133.606881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:25.091467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.423432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-05T13:39:25.091775Z","caller":"traceutil/trace.go:171","msg":"trace[1162059160] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"410.472261ms","start":"2026-05-05T13:39:24.681287Z","end":"2026-05-05T13:39:25.091759Z","steps":["trace[1162059160] 'process raft request' (duration: 410.290167ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:39:25.091739Z","caller":"traceutil/trace.go:171","msg":"trace[715837715] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"414.620839ms","start":"2026-05-05T13:39:24.677054Z","end":"2026-05-05T13:39:25.091675Z","steps":["trace[715837715] 'process raft request' (duration: 241.463973ms)","trace[715837715] 'compare' (duration: 172.264809ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T13:39:25.091895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:24.677036Z","time spent":"414.793113ms","remote":"127.0.0.1:48844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3200,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-05T13:39:25.091921Z","caller":"traceutil/trace.go:171","msg":"trace[1243301392] linearizableReadLoop","detail":"{readStateIndex:257; appliedIndex:256; }","duration":"413.5766ms","start":"2026-05-05T13:39:24.678299Z","end":"2026-05-05T13:39:25.091875Z","steps":["trace[1243301392] 'read index received' (duration: 240.234341ms)","trace[1243301392] 'applied index is now lower than readState.Index' (duration: 173.336369ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T13:39:25.092008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:24.681277Z","time spent":"410.646534ms","remote":"127.0.0.1:48482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-05T13:39:25.092108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.787824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4017"} {"level":"warn","ts":"2026-05-05T13:39:25.092193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.153481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-05-05T13:39:25.092234Z","caller":"traceutil/trace.go:171","msg":"trace[643099480] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:249; }","duration":"413.237533ms","start":"2026-05-05T13:39:24.678983Z","end":"2026-05-05T13:39:25.092221Z","steps":["trace[643099480] 'agreement among raft nodes before linearized reading' (duration: 413.104731ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:39:25.09226Z","caller":"traceutil/trace.go:171","msg":"trace[1820350463] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:249; }","duration":"413.955426ms","start":"2026-05-05T13:39:24.678265Z","end":"2026-05-05T13:39:25.092221Z","steps":["trace[1820350463] 'agreement among raft nodes before linearized reading' (duration: 413.701921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:25.092275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:24.678973Z","time spent":"413.293484ms","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3489,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-05-05T13:39:25.092309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:24.67825Z","time spent":"414.048619ms","remote":"127.0.0.1:48570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4040,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-05T13:39:25.092438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.055331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-05-05T13:39:25.092537Z","caller":"traceutil/trace.go:171","msg":"trace[1720478921] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:249; }","duration":"411.173203ms","start":"2026-05-05T13:39:24.681335Z","end":"2026-05-05T13:39:25.092508Z","steps":["trace[1720478921] 'agreement among raft nodes before linearized reading' (duration: 410.98665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:25.092594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:24.681331Z","time spent":"411.254095ms","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-05-05T13:39:25.092518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.462107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-05-05T13:39:25.092778Z","caller":"traceutil/trace.go:171","msg":"trace[169425808] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:249; }","duration":"413.712472ms","start":"2026-05-05T13:39:24.679023Z","end":"2026-05-05T13:39:25.092736Z","steps":["trace[169425808] 'agreement among raft nodes before linearized reading' (duration: 413.412506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:25.092928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:24.67902Z","time spent":"413.797933ms","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4003,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-05-05T13:39:25.27324Z","caller":"traceutil/trace.go:171","msg":"trace[516392039] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"173.789392ms","start":"2026-05-05T13:39:25.099419Z","end":"2026-05-05T13:39:25.273209Z","steps":["trace[516392039] 'process raft request' (duration: 134.561795ms)","trace[516392039] 'compare' (duration: 39.095315ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:39:25.273274Z","caller":"traceutil/trace.go:171","msg":"trace[2035369050] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"165.716823ms","start":"2026-05-05T13:39:25.107535Z","end":"2026-05-05T13:39:25.273252Z","steps":["trace[2035369050] 'process raft request' (duration: 165.657912ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:39:25.273304Z","caller":"traceutil/trace.go:171","msg":"trace[8528790] linearizableReadLoop","detail":"{readStateIndex:259; appliedIndex:258; }","duration":"173.538558ms","start":"2026-05-05T13:39:25.09975Z","end":"2026-05-05T13:39:25.273289Z","steps":["trace[8528790] 'read index received' (duration: 134.253749ms)","trace[8528790] 'applied index is now lower than readState.Index' (duration: 39.283059ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T13:39:25.273467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.705211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115"} {"level":"info","ts":"2026-05-05T13:39:25.273521Z","caller":"traceutil/trace.go:171","msg":"trace[827048310] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:251; }","duration":"174.621388ms","start":"2026-05-05T13:39:25.098888Z","end":"2026-05-05T13:39:25.273509Z","steps":["trace[827048310] 'agreement among raft nodes before linearized reading' (duration: 174.495445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:25.273555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.616532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:39:25.273606Z","caller":"traceutil/trace.go:171","msg":"trace[1339662839] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:0; response_revision:251; }","duration":"164.704864ms","start":"2026-05-05T13:39:25.108885Z","end":"2026-05-05T13:39:25.27359Z","steps":["trace[1339662839] 'agreement among raft nodes before linearized reading' (duration: 164.617183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:48.800062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.892142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T13:39:48.80017Z","caller":"traceutil/trace.go:171","msg":"trace[847358056] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"235.184006ms","start":"2026-05-05T13:39:48.564967Z","end":"2026-05-05T13:39:48.800151Z","steps":["trace[847358056] 'process raft request' (duration: 117.000351ms)","trace[847358056] 'compare' (duration: 117.76099ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:39:48.80135Z","caller":"traceutil/trace.go:171","msg":"trace[857763297] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"234.314576ms","start":"2026-05-05T13:39:48.567021Z","end":"2026-05-05T13:39:48.801336Z","steps":["trace[857763297] 'process raft request' (duration: 234.113513ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:39:48.802207Z","caller":"traceutil/trace.go:171","msg":"trace[1506184038] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"224.04473ms","start":"2026-05-05T13:39:48.578138Z","end":"2026-05-05T13:39:48.802183Z","steps":["trace[1506184038] 'process raft request' (duration: 223.909918ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:39:51.357691Z","caller":"traceutil/trace.go:171","msg":"trace[478634922] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"104.980139ms","start":"2026-05-05T13:39:51.252686Z","end":"2026-05-05T13:39:51.357666Z","steps":["trace[478634922] 'process raft request' (duration: 104.817337ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:39:51.484935Z","caller":"traceutil/trace.go:171","msg":"trace[2011132673] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"123.196811ms","start":"2026-05-05T13:39:51.36172Z","end":"2026-05-05T13:39:51.484917Z","steps":["trace[2011132673] 'process raft request' (duration: 123.09647ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:39:51.491896Z","caller":"traceutil/trace.go:171","msg":"trace[1088612100] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"104.916577ms","start":"2026-05-05T13:39:51.386955Z","end":"2026-05-05T13:39:51.491872Z","steps":["trace[1088612100] 'read index received' (duration: 97.947776ms)","trace[1088612100] 'applied index is now lower than readState.Index' (duration: 6.967681ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:39:51.492018Z","caller":"traceutil/trace.go:171","msg":"trace[2059917388] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"130.033641ms","start":"2026-05-05T13:39:51.361952Z","end":"2026-05-05T13:39:51.491986Z","steps":["trace[2059917388] 'process raft request' (duration: 128.657975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:51.492136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.16178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-05T13:39:51.492194Z","caller":"traceutil/trace.go:171","msg":"trace[756573043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:550; }","duration":"105.273231ms","start":"2026-05-05T13:39:51.386907Z","end":"2026-05-05T13:39:51.49218Z","steps":["trace[756573043] 'agreement among raft nodes before linearized reading' (duration: 105.051618ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:39:55.654456Z","caller":"traceutil/trace.go:171","msg":"trace[196040402] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"139.17292ms","start":"2026-05-05T13:39:55.515222Z","end":"2026-05-05T13:39:55.654395Z","steps":["trace[196040402] 'read index received' (duration: 135.112455ms)","trace[196040402] 'applied index is now lower than readState.Index' (duration: 4.059325ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:39:55.654559Z","caller":"traceutil/trace.go:171","msg":"trace[250541278] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"362.917695ms","start":"2026-05-05T13:39:55.291601Z","end":"2026-05-05T13:39:55.654519Z","steps":["trace[250541278] 'process raft request' (duration: 359.084303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:55.654663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.412103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-05T13:39:55.654708Z","caller":"traceutil/trace.go:171","msg":"trace[2110467127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"139.478703ms","start":"2026-05-05T13:39:55.515216Z","end":"2026-05-05T13:39:55.654695Z","steps":["trace[2110467127] 'agreement among raft nodes before linearized reading' (duration: 139.362282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:55.65476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:55.291571Z","time spent":"363.107047ms","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T13:39:55.999691Z","caller":"traceutil/trace.go:171","msg":"trace[1914250382] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"339.92818ms","start":"2026-05-05T13:39:55.659715Z","end":"2026-05-05T13:39:55.999644Z","steps":["trace[1914250382] 'process raft request' (duration: 241.619512ms)","trace[1914250382] 'compare' (duration: 98.109936ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T13:39:55.999931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:55.659687Z","time spent":"340.132643ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T13:39:56.021924Z","caller":"traceutil/trace.go:171","msg":"trace[97056683] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"361.248393ms","start":"2026-05-05T13:39:55.660651Z","end":"2026-05-05T13:39:56.0219Z","steps":["trace[97056683] 'process raft request' (duration: 361.072052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:56.022083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:55.66063Z","time spent":"361.366495ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T13:39:56.022238Z","caller":"traceutil/trace.go:171","msg":"trace[772408501] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"356.354489ms","start":"2026-05-05T13:39:55.665793Z","end":"2026-05-05T13:39:56.022147Z","steps":["trace[772408501] 'process raft request' (duration: 356.052256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:56.022371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:55.665733Z","time spent":"356.558712ms","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T13:39:56.022392Z","caller":"traceutil/trace.go:171","msg":"trace[1817319213] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"311.533373ms","start":"2026-05-05T13:39:55.710822Z","end":"2026-05-05T13:39:56.022355Z","steps":["trace[1817319213] 'process raft request' (duration: 311.24415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:39:56.02253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:55.710786Z","time spent":"311.689235ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-05T13:39:56.454839Z","caller":"traceutil/trace.go:171","msg":"trace[7813161] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"205.927048ms","start":"2026-05-05T13:39:56.24887Z","end":"2026-05-05T13:39:56.454797Z","steps":["trace[7813161] 'read index received' (duration: 125.443669ms)","trace[7813161] 'applied index is now lower than readState.Index' (duration: 80.482409ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:39:56.454866Z","caller":"traceutil/trace.go:171","msg":"trace[2003679712] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"415.838319ms","start":"2026-05-05T13:39:56.039003Z","end":"2026-05-05T13:39:56.454841Z","steps":["trace[2003679712] 'process raft request' (duration: 335.32574ms)","trace[2003679712] 'compare' (duration: 80.343287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T13:39:56.4551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:39:56.038988Z","time spent":"416.038581ms","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-05T13:39:56.45498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.090439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:39:56.455511Z","caller":"traceutil/trace.go:171","msg":"trace[1958420787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"206.714386ms","start":"2026-05-05T13:39:56.248785Z","end":"2026-05-05T13:39:56.455499Z","steps":["trace[1958420787] 'agreement among raft nodes before linearized reading' (duration: 206.11439ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:40:11.833895Z","caller":"traceutil/trace.go:171","msg":"trace[1754905415] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"107.627309ms","start":"2026-05-05T13:40:11.72624Z","end":"2026-05-05T13:40:11.833867Z","steps":["trace[1754905415] 'read index received' (duration: 107.484638ms)","trace[1754905415] 'applied index is now lower than readState.Index' (duration: 141.421µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:40:11.833983Z","caller":"traceutil/trace.go:171","msg":"trace[243585434] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"123.659256ms","start":"2026-05-05T13:40:11.710293Z","end":"2026-05-05T13:40:11.833952Z","steps":["trace[243585434] 'process raft request' (duration: 123.392943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:40:11.834118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.858161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-lnjwf\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-05T13:40:11.834168Z","caller":"traceutil/trace.go:171","msg":"trace[194393404] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-lnjwf; range_end:; response_count:1; response_revision:741; }","duration":"107.970233ms","start":"2026-05-05T13:40:11.726181Z","end":"2026-05-05T13:40:11.834151Z","steps":["trace[194393404] 'agreement among raft nodes before linearized reading' (duration: 107.799861ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:41:28.871222Z","caller":"traceutil/trace.go:171","msg":"trace[1898450607] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"278.388512ms","start":"2026-05-05T13:41:28.59281Z","end":"2026-05-05T13:41:28.871199Z","steps":["trace[1898450607] 'read index received' (duration: 200.197295ms)","trace[1898450607] 'applied index is now lower than readState.Index' (duration: 78.190257ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:41:28.87128Z","caller":"traceutil/trace.go:171","msg":"trace[201729862] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"401.228ms","start":"2026-05-05T13:41:28.470019Z","end":"2026-05-05T13:41:28.871247Z","steps":["trace[201729862] 'process raft request' (duration: 322.97735ms)","trace[201729862] 'compare' (duration: 77.927358ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T13:41:28.871587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.755156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-05T13:41:28.87164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:41:28.470003Z","time spent":"401.387646ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T13:41:28.871833Z","caller":"traceutil/trace.go:171","msg":"trace[1461284034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1822; }","duration":"278.906242ms","start":"2026-05-05T13:41:28.592762Z","end":"2026-05-05T13:41:28.871668Z","steps":["trace[1461284034] 'agreement among raft nodes before linearized reading' (duration: 278.520317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:41:28.874133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.67633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18acaf1bb0a17948\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-05-05T13:41:28.874189Z","caller":"traceutil/trace.go:171","msg":"trace[636823438] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18acaf1bb0a17948; range_end:; response_count:1; response_revision:1823; }","duration":"254.776054ms","start":"2026-05-05T13:41:28.619398Z","end":"2026-05-05T13:41:28.874175Z","steps":["trace[636823438] 'agreement among raft nodes before linearized reading' (duration: 254.631729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:41:28.874192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.655552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-05T13:41:28.874364Z","caller":"traceutil/trace.go:171","msg":"trace[1507645542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1823; }","duration":"182.86244ms","start":"2026-05-05T13:41:28.691485Z","end":"2026-05-05T13:41:28.874347Z","steps":["trace[1507645542] 'agreement among raft nodes before linearized reading' (duration: 182.613061ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:41:29.3287Z","caller":"traceutil/trace.go:171","msg":"trace[782945450] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1895; }","duration":"248.524165ms","start":"2026-05-05T13:41:29.080154Z","end":"2026-05-05T13:41:29.328678Z","steps":["trace[782945450] 'read index received' (duration: 175.647263ms)","trace[782945450] 'applied index is now lower than readState.Index' (duration: 72.875872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T13:41:29.329171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.999562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f0f4c48d-3144-4656-abfc-ae82babdaca5\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-05T13:41:29.329206Z","caller":"traceutil/trace.go:171","msg":"trace[1827933373] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f0f4c48d-3144-4656-abfc-ae82babdaca5; range_end:; response_count:1; response_revision:1826; }","duration":"249.096825ms","start":"2026-05-05T13:41:29.0801Z","end":"2026-05-05T13:41:29.329197Z","steps":["trace[1827933373] 'agreement among raft nodes before linearized reading' (duration: 248.658879ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:41:29.329227Z","caller":"traceutil/trace.go:171","msg":"trace[98306533] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"286.16246ms","start":"2026-05-05T13:41:29.043027Z","end":"2026-05-05T13:41:29.329189Z","steps":["trace[98306533] 'process raft request' (duration: 212.840442ms)","trace[98306533] 'compare' (duration: 72.702315ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:41:41.126298Z","caller":"traceutil/trace.go:171","msg":"trace[903809204] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"206.287762ms","start":"2026-05-05T13:41:40.919985Z","end":"2026-05-05T13:41:41.126273Z","steps":["trace[903809204] 'read index received' (duration: 206.113517ms)","trace[903809204] 'applied index is now lower than readState.Index' (duration: 173.135µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:41:41.126328Z","caller":"traceutil/trace.go:171","msg":"trace[1116212043] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"212.6103ms","start":"2026-05-05T13:41:40.913689Z","end":"2026-05-05T13:41:41.126299Z","steps":["trace[1116212043] 'process raft request' (duration: 212.396933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:41:41.126557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.631379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-05T13:41:41.126603Z","caller":"traceutil/trace.go:171","msg":"trace[714031971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"170.748004ms","start":"2026-05-05T13:41:40.95584Z","end":"2026-05-05T13:41:41.126589Z","steps":["trace[714031971] 'agreement among raft nodes before linearized reading' (duration: 170.579308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:41:41.126593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.587472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-05T13:41:41.126717Z","caller":"traceutil/trace.go:171","msg":"trace[470720774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1923; }","duration":"206.711226ms","start":"2026-05-05T13:41:40.919941Z","end":"2026-05-05T13:41:41.126652Z","steps":["trace[470720774] 'agreement among raft nodes before linearized reading' (duration: 206.466228ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:41:57.319579Z","caller":"traceutil/trace.go:171","msg":"trace[137038178] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2104; }","duration":"113.954202ms","start":"2026-05-05T13:41:57.205604Z","end":"2026-05-05T13:41:57.319558Z","steps":["trace[137038178] 'read index received' (duration: 110.086163ms)","trace[137038178] 'applied index is now lower than readState.Index' (duration: 3.867079ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:41:57.319671Z","caller":"traceutil/trace.go:171","msg":"trace[1755459582] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"115.71251ms","start":"2026-05-05T13:41:57.203942Z","end":"2026-05-05T13:41:57.319655Z","steps":["trace[1755459582] 'process raft request' (duration: 111.819171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:41:57.319768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.187148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-05T13:41:57.31982Z","caller":"traceutil/trace.go:171","msg":"trace[110232958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2029; }","duration":"114.276361ms","start":"2026-05-05T13:41:57.205531Z","end":"2026-05-05T13:41:57.319807Z","steps":["trace[110232958] 'agreement among raft nodes before linearized reading' (duration: 114.132507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:42:03.649833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.451747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-05T13:42:03.649939Z","caller":"traceutil/trace.go:171","msg":"trace[308992942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2063; }","duration":"174.59977ms","start":"2026-05-05T13:42:03.475315Z","end":"2026-05-05T13:42:03.649914Z","steps":["trace[308992942] 'range keys from in-memory index tree' (duration: 174.23107ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:42:04.16077Z","caller":"traceutil/trace.go:171","msg":"trace[491254809] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"284.207948ms","start":"2026-05-05T13:42:03.876535Z","end":"2026-05-05T13:42:04.160743Z","steps":["trace[491254809] 'process raft request' (duration: 284.061244ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:24.753278Z","caller":"traceutil/trace.go:171","msg":"trace[291756654] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"154.871482ms","start":"2026-05-05T13:47:24.598371Z","end":"2026-05-05T13:47:24.753242Z","steps":["trace[291756654] 'process raft request' (duration: 154.611032ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:29.09578Z","caller":"traceutil/trace.go:171","msg":"trace[88201808] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"110.450732ms","start":"2026-05-05T13:47:28.985296Z","end":"2026-05-05T13:47:29.095746Z","steps":["trace[88201808] 'process raft request' (duration: 104.798352ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:29.095975Z","caller":"traceutil/trace.go:171","msg":"trace[1197988444] linearizableReadLoop","detail":"{readStateIndex:4749; appliedIndex:4748; }","duration":"110.622198ms","start":"2026-05-05T13:47:28.985335Z","end":"2026-05-05T13:47:29.095957Z","steps":["trace[1197988444] 'read index received' (duration: 3.412311ms)","trace[1197988444] 'applied index is now lower than readState.Index' (duration: 107.208956ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:47:29.096254Z","caller":"traceutil/trace.go:171","msg":"trace[721845966] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"108.234483ms","start":"2026-05-05T13:47:28.988002Z","end":"2026-05-05T13:47:29.096237Z","steps":["trace[721845966] 'process raft request' (duration: 107.691154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:47:29.09641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.058783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-05-05T13:47:29.096446Z","caller":"traceutil/trace.go:171","msg":"trace[924945775] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4576; }","duration":"111.134975ms","start":"2026-05-05T13:47:28.985302Z","end":"2026-05-05T13:47:29.096437Z","steps":["trace[924945775] 'agreement among raft nodes before linearized reading' (duration: 110.997281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:47:29.09747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.745253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:47:29.097508Z","caller":"traceutil/trace.go:171","msg":"trace[1165504651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4576; }","duration":"103.811366ms","start":"2026-05-05T13:47:28.993688Z","end":"2026-05-05T13:47:29.097499Z","steps":["trace[1165504651] 'agreement among raft nodes before linearized reading' (duration: 102.578932ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:29.306138Z","caller":"traceutil/trace.go:171","msg":"trace[488764622] linearizableReadLoop","detail":"{readStateIndex:4759; appliedIndex:4758; }","duration":"133.744891ms","start":"2026-05-05T13:47:29.172369Z","end":"2026-05-05T13:47:29.306114Z","steps":["trace[488764622] 'read index received' (duration: 133.72638ms)","trace[488764622] 'applied index is now lower than readState.Index' (duration: 17.211µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:47:29.306232Z","caller":"traceutil/trace.go:171","msg":"trace[2124297805] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"169.544215ms","start":"2026-05-05T13:47:29.136635Z","end":"2026-05-05T13:47:29.306179Z","steps":["trace[2124297805] 'process raft request' (duration: 169.316407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:47:29.306398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.006181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-05T13:47:29.306456Z","caller":"traceutil/trace.go:171","msg":"trace[399534476] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4585; }","duration":"134.100153ms","start":"2026-05-05T13:47:29.17234Z","end":"2026-05-05T13:47:29.30644Z","steps":["trace[399534476] 'agreement among raft nodes before linearized reading' (duration: 133.924187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:47:29.335868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.4894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194901"} {"level":"info","ts":"2026-05-05T13:47:29.336077Z","caller":"traceutil/trace.go:171","msg":"trace[1077986944] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4586; }","duration":"110.709998ms","start":"2026-05-05T13:47:29.225345Z","end":"2026-05-05T13:47:29.336055Z","steps":["trace[1077986944] 'agreement among raft nodes before linearized reading' (duration: 109.64514ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:36.091499Z","caller":"traceutil/trace.go:171","msg":"trace[561967217] linearizableReadLoop","detail":"{readStateIndex:4898; appliedIndex:4896; }","duration":"136.80114ms","start":"2026-05-05T13:47:35.954671Z","end":"2026-05-05T13:47:36.091472Z","steps":["trace[561967217] 'read index received' (duration: 20.04422ms)","trace[561967217] 'applied index is now lower than readState.Index' (duration: 116.75591ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:47:36.091546Z","caller":"traceutil/trace.go:171","msg":"trace[171254366] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"141.121629ms","start":"2026-05-05T13:47:35.950385Z","end":"2026-05-05T13:47:36.091506Z","steps":["trace[171254366] 'process raft request' (duration: 137.91966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:47:36.091913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.217395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-05T13:47:36.092016Z","caller":"traceutil/trace.go:171","msg":"trace[1212023527] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4720; }","duration":"137.335579ms","start":"2026-05-05T13:47:35.954656Z","end":"2026-05-05T13:47:36.091991Z","steps":["trace[1212023527] 'agreement among raft nodes before linearized reading' (duration: 136.908334ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:36.140441Z","caller":"traceutil/trace.go:171","msg":"trace[883969477] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"160.750409ms","start":"2026-05-05T13:47:35.979664Z","end":"2026-05-05T13:47:36.140414Z","steps":["trace[883969477] 'process raft request' (duration: 160.246091ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:36.140525Z","caller":"traceutil/trace.go:171","msg":"trace[1691498203] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"158.827663ms","start":"2026-05-05T13:47:35.981679Z","end":"2026-05-05T13:47:36.140507Z","steps":["trace[1691498203] 'process raft request' (duration: 158.44922ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:36.140743Z","caller":"traceutil/trace.go:171","msg":"trace[339768538] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"160.456058ms","start":"2026-05-05T13:47:35.980276Z","end":"2026-05-05T13:47:36.140732Z","steps":["trace[339768538] 'process raft request' (duration: 159.760365ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:36.140863Z","caller":"traceutil/trace.go:171","msg":"trace[2140654020] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"159.566998ms","start":"2026-05-05T13:47:35.981289Z","end":"2026-05-05T13:47:36.140856Z","steps":["trace[2140654020] 'process raft request' (duration: 158.795471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:47:36.141257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.577107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-05-05T13:47:36.141292Z","caller":"traceutil/trace.go:171","msg":"trace[2056244931] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4724; }","duration":"161.623258ms","start":"2026-05-05T13:47:35.979659Z","end":"2026-05-05T13:47:36.141282Z","steps":["trace[2056244931] 'agreement among raft nodes before linearized reading' (duration: 161.501864ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:49.33662Z","caller":"traceutil/trace.go:171","msg":"trace[3417616] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5069; }","duration":"222.309519ms","start":"2026-05-05T13:47:49.114281Z","end":"2026-05-05T13:47:49.336591Z","steps":["trace[3417616] 'read index received' (duration: 222.246567ms)","trace[3417616] 'applied index is now lower than readState.Index' (duration: 61.772µs)"],"step_count":2} {"level":"warn","ts":"2026-05-05T13:47:49.336925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.62918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-05T13:47:49.336749Z","caller":"traceutil/trace.go:171","msg":"trace[199963225] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"242.204228ms","start":"2026-05-05T13:47:49.09452Z","end":"2026-05-05T13:47:49.336724Z","steps":["trace[199963225] 'process raft request' (duration: 241.886557ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:49.337026Z","caller":"traceutil/trace.go:171","msg":"trace[938797472] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4886; }","duration":"222.775594ms","start":"2026-05-05T13:47:49.114213Z","end":"2026-05-05T13:47:49.336989Z","steps":["trace[938797472] 'agreement among raft nodes before linearized reading' (duration: 222.532606ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:47:49.401232Z","caller":"traceutil/trace.go:171","msg":"trace[1000883997] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"228.568534ms","start":"2026-05-05T13:47:49.17264Z","end":"2026-05-05T13:47:49.401209Z","steps":["trace[1000883997] 'process raft request' (duration: 228.45102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:47:49.40156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.627324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:47:49.401605Z","caller":"traceutil/trace.go:171","msg":"trace[1468427545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4887; }","duration":"151.713417ms","start":"2026-05-05T13:47:49.249879Z","end":"2026-05-05T13:47:49.401593Z","steps":["trace[1468427545] 'agreement among raft nodes before linearized reading' (duration: 151.634795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:47:49.401716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.461498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-05T13:47:49.401873Z","caller":"traceutil/trace.go:171","msg":"trace[416825022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4887; }","duration":"212.635253ms","start":"2026-05-05T13:47:49.189181Z","end":"2026-05-05T13:47:49.401816Z","steps":["trace[416825022] 'agreement among raft nodes before linearized reading' (duration: 212.296352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:48:20.016848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.889169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-05-05T13:48:20.016956Z","caller":"traceutil/trace.go:171","msg":"trace[960033006] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5191; }","duration":"218.050895ms","start":"2026-05-05T13:48:19.798885Z","end":"2026-05-05T13:48:20.016936Z","steps":["trace[960033006] 'range keys from in-memory index tree' (duration: 217.585911ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:49:19.974691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2898} {"level":"info","ts":"2026-05-05T13:49:20.063418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2898,"took":"87.6111ms","hash":2885247591,"current-db-size-bytes":54181888,"current-db-size":"54 MB","current-db-size-in-use-bytes":29511680,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-05T13:49:20.063474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2885247591,"revision":2898,"compact-revision":-1} {"level":"warn","ts":"2026-05-05T13:51:08.726625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16908938491005824349,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-05T13:51:08.744851Z","caller":"traceutil/trace.go:171","msg":"trace[532286697] transaction","detail":"{read_only:false; response_revision:6359; number_of_response:1; }","duration":"531.317275ms","start":"2026-05-05T13:51:08.213502Z","end":"2026-05-05T13:51:08.744819Z","steps":["trace[532286697] 'process raft request' (duration: 531.10894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:08.745084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.213478Z","time spent":"531.500739ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T13:51:09.047141Z","caller":"traceutil/trace.go:171","msg":"trace[674330015] linearizableReadLoop","detail":"{readStateIndex:6592; appliedIndex:6590; }","duration":"821.212918ms","start":"2026-05-05T13:51:08.22591Z","end":"2026-05-05T13:51:09.047123Z","steps":["trace[674330015] 'read index received' (duration: 518.892745ms)","trace[674330015] 'applied index is now lower than readState.Index' (duration: 302.319353ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:51:09.047336Z","caller":"traceutil/trace.go:171","msg":"trace[1391668851] transaction","detail":"{read_only:false; response_revision:6360; number_of_response:1; }","duration":"662.682354ms","start":"2026-05-05T13:51:08.384602Z","end":"2026-05-05T13:51:09.047284Z","steps":["trace[1391668851] 'process raft request' (duration: 662.418038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:09.047469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.384577Z","time spent":"662.793205ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-05T13:51:09.047518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.653077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:51:09.047557Z","caller":"traceutil/trace.go:171","msg":"trace[1449562455] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6360; }","duration":"821.717579ms","start":"2026-05-05T13:51:08.225822Z","end":"2026-05-05T13:51:09.047539Z","steps":["trace[1449562455] 'agreement among raft nodes before linearized reading' (duration: 821.677618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:09.04762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.225802Z","time spent":"821.81201ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-05T13:51:09.047454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.059773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:51:09.0478Z","caller":"traceutil/trace.go:171","msg":"trace[1664249073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6360; }","duration":"797.439551ms","start":"2026-05-05T13:51:08.250347Z","end":"2026-05-05T13:51:09.047786Z","steps":["trace[1664249073] 'agreement among raft nodes before linearized reading' (duration: 797.052463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:09.04784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.914684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-05T13:51:09.047863Z","caller":"traceutil/trace.go:171","msg":"trace[722522066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6360; }","duration":"502.967514ms","start":"2026-05-05T13:51:08.544888Z","end":"2026-05-05T13:51:09.047856Z","steps":["trace[722522066] 'agreement among raft nodes before linearized reading' (duration: 502.879212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:09.047889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.544875Z","time spent":"503.009106ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-05T13:51:09.048004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.228024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-05T13:51:09.048029Z","caller":"traceutil/trace.go:171","msg":"trace[1306401984] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6360; }","duration":"546.288374ms","start":"2026-05-05T13:51:08.501733Z","end":"2026-05-05T13:51:09.048021Z","steps":["trace[1306401984] 'agreement among raft nodes before linearized reading' (duration: 546.220973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:09.048048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.501712Z","time spent":"546.331356ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-05T13:51:09.048214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.222184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-05T13:51:09.048241Z","caller":"traceutil/trace.go:171","msg":"trace[1477756870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6360; }","duration":"559.275596ms","start":"2026-05-05T13:51:08.488959Z","end":"2026-05-05T13:51:09.048235Z","steps":["trace[1477756870] 'agreement among raft nodes before linearized reading' (duration: 559.192904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:09.048261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.488942Z","time spent":"559.313916ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-05T13:51:09.047871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.250334Z","time spent":"797.524422ms","remote":"127.0.0.1:48408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-05T13:51:09.048295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.157655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:51:09.048361Z","caller":"traceutil/trace.go:171","msg":"trace[1238834689] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6360; }","duration":"691.277858ms","start":"2026-05-05T13:51:08.357068Z","end":"2026-05-05T13:51:09.048346Z","steps":["trace[1238834689] 'agreement among raft nodes before linearized reading' (duration: 691.155955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:09.048397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.357047Z","time spent":"691.343009ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-05T13:51:09.04847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.690482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-gsdfk\" ","response":"range_response_count:1 size:6398"} {"level":"warn","ts":"2026-05-05T13:51:09.048508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.243194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:51:09.048531Z","caller":"traceutil/trace.go:171","msg":"trace[1729589857] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6360; }","duration":"658.303445ms","start":"2026-05-05T13:51:08.39022Z","end":"2026-05-05T13:51:09.048524Z","steps":["trace[1729589857] 'agreement among raft nodes before linearized reading' (duration: 658.267465ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:51:09.048529Z","caller":"traceutil/trace.go:171","msg":"trace[1798791969] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-gsdfk; range_end:; response_count:1; response_revision:6360; }","duration":"642.785433ms","start":"2026-05-05T13:51:08.405729Z","end":"2026-05-05T13:51:09.048515Z","steps":["trace[1798791969] 'agreement among raft nodes before linearized reading' (duration: 642.64649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:09.048551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.3902Z","time spent":"658.347196ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-05T13:51:09.048573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:08.405713Z","time spent":"642.851455ms","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6421,"request content":"key:\"/registry/pods/openstack/horizon-db-init-gsdfk\" "} {"level":"warn","ts":"2026-05-05T13:51:11.474853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16908938491005824385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-05T13:51:11.554479Z","caller":"traceutil/trace.go:171","msg":"trace[179651130] transaction","detail":"{read_only:false; response_revision:6374; number_of_response:1; }","duration":"803.432226ms","start":"2026-05-05T13:51:10.751005Z","end":"2026-05-05T13:51:11.554437Z","steps":["trace[179651130] 'process raft request' (duration: 803.1586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.554772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:10.750988Z","time spent":"803.60021ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T13:51:11.566918Z","caller":"traceutil/trace.go:171","msg":"trace[250917158] linearizableReadLoop","detail":"{readStateIndex:6608; appliedIndex:6605; }","duration":"592.09022ms","start":"2026-05-05T13:51:10.974802Z","end":"2026-05-05T13:51:11.566893Z","steps":["trace[250917158] 'read index received' (duration: 579.240163ms)","trace[250917158] 'applied index is now lower than readState.Index' (duration: 12.848977ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T13:51:11.567368Z","caller":"traceutil/trace.go:171","msg":"trace[1113195356] transaction","detail":"{read_only:false; response_revision:6376; number_of_response:1; }","duration":"333.610217ms","start":"2026-05-05T13:51:11.23372Z","end":"2026-05-05T13:51:11.56733Z","steps":["trace[1113195356] 'process raft request' (duration: 333.047466ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T13:51:11.567431Z","caller":"traceutil/trace.go:171","msg":"trace[335337388] transaction","detail":"{read_only:false; response_revision:6375; number_of_response:1; }","duration":"513.289833ms","start":"2026-05-05T13:51:11.054117Z","end":"2026-05-05T13:51:11.567407Z","steps":["trace[335337388] 'process raft request' (duration: 512.482247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.567569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:11.23369Z","time spent":"333.76782ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-05T13:51:11.567573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:11.054101Z","time spent":"513.418636ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-05T13:51:11.574467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.834894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:51:11.574543Z","caller":"traceutil/trace.go:171","msg":"trace[1729551620] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6376; }","duration":"521.965767ms","start":"2026-05-05T13:51:11.05256Z","end":"2026-05-05T13:51:11.574526Z","steps":["trace[1729551620] 'agreement among raft nodes before linearized reading' (duration: 515.161721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.574582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:11.052542Z","time spent":"522.028367ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-05T13:51:11.575284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.478128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-05T13:51:11.57531Z","caller":"traceutil/trace.go:171","msg":"trace[835079012] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6376; }","duration":"600.539369ms","start":"2026-05-05T13:51:10.974764Z","end":"2026-05-05T13:51:11.575304Z","steps":["trace[835079012] 'agreement among raft nodes before linearized reading' (duration: 592.58156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.575332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:10.974749Z","time spent":"600.573249ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":630,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-05T13:51:11.575458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.264993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:51:11.575484Z","caller":"traceutil/trace.go:171","msg":"trace[107284285] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6376; }","duration":"563.327875ms","start":"2026-05-05T13:51:11.012147Z","end":"2026-05-05T13:51:11.575475Z","steps":["trace[107284285] 'agreement among raft nodes before linearized reading' (duration: 555.241853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.575502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:11.012126Z","time spent":"563.370525ms","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-05T13:51:11.575842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.544423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-05T13:51:11.575866Z","caller":"traceutil/trace.go:171","msg":"trace[54651171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6376; }","duration":"166.631164ms","start":"2026-05-05T13:51:11.409229Z","end":"2026-05-05T13:51:11.57586Z","steps":["trace[54651171] 'agreement among raft nodes before linearized reading' (duration: 158.449911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.57597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.113315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-05T13:51:11.576Z","caller":"traceutil/trace.go:171","msg":"trace[1474079510] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6376; }","duration":"213.188917ms","start":"2026-05-05T13:51:11.362802Z","end":"2026-05-05T13:51:11.575991Z","steps":["trace[1474079510] 'agreement among raft nodes before linearized reading' (duration: 204.885731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.576143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.177989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-05T13:51:11.576164Z","caller":"traceutil/trace.go:171","msg":"trace[1975759411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6376; }","duration":"422.21351ms","start":"2026-05-05T13:51:11.153946Z","end":"2026-05-05T13:51:11.57616Z","steps":["trace[1975759411] 'agreement among raft nodes before linearized reading' (duration: 413.748811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.576179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:11.153939Z","time spent":"422.235911ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-05T13:51:11.576442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.392583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-05T13:51:11.576533Z","caller":"traceutil/trace.go:171","msg":"trace[1762010862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6376; }","duration":"424.538226ms","start":"2026-05-05T13:51:11.151969Z","end":"2026-05-05T13:51:11.576507Z","steps":["trace[1762010862] 'agreement among raft nodes before linearized reading' (duration: 415.73202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.576581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:11.151949Z","time spent":"424.623889ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-05T13:51:11.576823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.755442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:51:11.576848Z","caller":"traceutil/trace.go:171","msg":"trace[845720939] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6376; }","duration":"521.823324ms","start":"2026-05-05T13:51:11.055017Z","end":"2026-05-05T13:51:11.576841Z","steps":["trace[845720939] 'agreement among raft nodes before linearized reading' (duration: 512.689331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.576868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:11.054998Z","time spent":"521.865024ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-05T13:51:11.576977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.016948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T13:51:11.576998Z","caller":"traceutil/trace.go:171","msg":"trace[845868588] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6376; }","duration":"522.057819ms","start":"2026-05-05T13:51:11.054935Z","end":"2026-05-05T13:51:11.576992Z","steps":["trace[845868588] 'agreement among raft nodes before linearized reading' (duration: 512.779834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T13:51:11.577017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T13:51:11.054926Z","time spent":"522.086049ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-05-05T13:54:19.981621Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5638} {"level":"info","ts":"2026-05-05T13:54:20.087863Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5638,"took":"105.132989ms","hash":2264082125,"current-db-size-bytes":54181888,"current-db-size":"54 MB","current-db-size-in-use-bytes":18223104,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-05T13:54:20.087923Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2264082125,"revision":5638,"compact-revision":2898}