{"level":"warn","ts":"2026-04-20T05:46:39.325105Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T05:46:39.325213Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.246:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.246:2380","--initial-cluster=instance=https://199.19.213.246:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.246:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.246:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T05:46:39.325306Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T05:46:39.325348Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-04-20T05:46:39.325379Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T05:46:39.326002Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"]} {"level":"info","ts":"2026-04-20T05:46:39.326117Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.246:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T05:46:39.330341Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.961966ms"} {"level":"info","ts":"2026-04-20T05:46:39.336434Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2b4fc23d90360acd","cluster-id":"fbafe76a301d853c"} {"level":"info","ts":"2026-04-20T05:46:39.336554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T05:46:39.336799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 0"} {"level":"info","ts":"2026-04-20T05:46:39.336832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2b4fc23d90360acd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T05:46:39.336908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 1"} {"level":"info","ts":"2026-04-20T05:46:39.33696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"warn","ts":"2026-04-20T05:46:39.342936Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T05:46:39.344142Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T05:46:39.345058Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T05:46:39.347694Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2b4fc23d90360acd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T05:46:39.347938Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2b4fc23d90360acd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T05:46:39.348119Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T05:46:39.348174Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T05:46:39.348195Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T05:46:39.349948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"info","ts":"2026-04-20T05:46:39.35036Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","added-peer-id":"2b4fc23d90360acd","added-peer-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-04-20T05:46:39.351917Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T05:46:39.352088Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-04-20T05:46:39.352129Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-04-20T05:46:39.352335Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2b4fc23d90360acd","initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T05:46:39.35237Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T05:46:39.937416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T05:46:39.937467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T05:46:39.937494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgPreVoteResp from 2b4fc23d90360acd at term 1"} {"level":"info","ts":"2026-04-20T05:46:39.937507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became candidate at term 2"} {"level":"info","ts":"2026-04-20T05:46:39.937514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgVoteResp from 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-04-20T05:46:39.937525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became leader at term 2"} {"level":"info","ts":"2026-04-20T05:46:39.937535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2b4fc23d90360acd elected leader 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-04-20T05:46:39.938629Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2b4fc23d90360acd","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.246:2379]}","request-path":"/0/members/2b4fc23d90360acd/attributes","cluster-id":"fbafe76a301d853c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T05:46:39.93867Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T05:46:39.938838Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T05:46:39.938961Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:46:39.939179Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T05:46:39.939273Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T05:46:39.940415Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.246:2379"} {"level":"info","ts":"2026-04-20T05:46:39.943322Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T05:46:39.950268Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:46:39.950429Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:46:39.950467Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T05:46:42.647054Z","caller":"traceutil/trace.go:171","msg":"trace[424608868] transaction","detail":"{read_only:false; response_revision:111; number_of_response:1; }","duration":"111.15551ms","start":"2026-04-20T05:46:42.535867Z","end":"2026-04-20T05:46:42.647023Z","steps":["trace[424608868] 'process raft request' (duration: 60.729187ms)","trace[424608868] 'compare' (duration: 50.28175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:46:43.359097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.545154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-20T05:46:43.359203Z","caller":"traceutil/trace.go:171","msg":"trace[1025823425] linearizableReadLoop","detail":"{readStateIndex:135; appliedIndex:134; }","duration":"199.905559ms","start":"2026-04-20T05:46:43.159281Z","end":"2026-04-20T05:46:43.359186Z","steps":["trace[1025823425] 'read index received' (duration: 83.731µs)","trace[1025823425] 'applied index is now lower than readState.Index' (duration: 199.820618ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:46:43.359299Z","caller":"traceutil/trace.go:171","msg":"trace[721958560] transaction","detail":"{read_only:false; response_revision:131; number_of_response:1; }","duration":"482.500138ms","start":"2026-04-20T05:46:42.876789Z","end":"2026-04-20T05:46:43.359289Z","steps":["trace[721958560] 'process raft request' (duration: 220.187822ms)","trace[721958560] 'compare' (duration: 261.412673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:46:43.359355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:46:42.876776Z","time spent":"482.554599ms","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T05:46:43.359565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.286705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:46:43.359597Z","caller":"traceutil/trace.go:171","msg":"trace[1748227069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:131; }","duration":"200.380827ms","start":"2026-04-20T05:46:43.159208Z","end":"2026-04-20T05:46:43.359589Z","steps":["trace[1748227069] 'agreement among raft nodes before linearized reading' (duration: 200.293896ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:46:43.511771Z","caller":"traceutil/trace.go:171","msg":"trace[770838520] transaction","detail":"{read_only:false; response_revision:132; number_of_response:1; }","duration":"147.858665ms","start":"2026-04-20T05:46:43.36388Z","end":"2026-04-20T05:46:43.511738Z","steps":["trace[770838520] 'process raft request' (duration: 145.989865ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:46:43.515199Z","caller":"traceutil/trace.go:171","msg":"trace[1497377102] transaction","detail":"{read_only:false; response_revision:134; number_of_response:1; }","duration":"150.121711ms","start":"2026-04-20T05:46:43.365057Z","end":"2026-04-20T05:46:43.515178Z","steps":["trace[1497377102] 'process raft request' (duration: 150.08425ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:46:43.515452Z","caller":"traceutil/trace.go:171","msg":"trace[175404393] transaction","detail":"{read_only:false; response_revision:133; number_of_response:1; }","duration":"151.153776ms","start":"2026-04-20T05:46:43.364281Z","end":"2026-04-20T05:46:43.515435Z","steps":["trace[175404393] 'process raft request' (duration: 150.72343ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:47:11.391203Z","caller":"traceutil/trace.go:171","msg":"trace[2119848536] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"152.2774ms","start":"2026-04-20T05:47:11.238904Z","end":"2026-04-20T05:47:11.391182Z","steps":["trace[2119848536] 'process raft request' (duration: 152.099118ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:47:11.396565Z","caller":"traceutil/trace.go:171","msg":"trace[141817771] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"151.786864ms","start":"2026-04-20T05:47:11.244742Z","end":"2026-04-20T05:47:11.396529Z","steps":["trace[141817771] 'process raft request' (duration: 151.465451ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:47:17.394585Z","caller":"traceutil/trace.go:171","msg":"trace[571752864] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"146.590362ms","start":"2026-04-20T05:47:17.247959Z","end":"2026-04-20T05:47:17.394549Z","steps":["trace[571752864] 'process raft request' (duration: 143.034256ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:47:17.640134Z","caller":"traceutil/trace.go:171","msg":"trace[1751279930] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"193.459833ms","start":"2026-04-20T05:47:17.446644Z","end":"2026-04-20T05:47:17.640104Z","steps":["trace[1751279930] 'process raft request' (duration: 193.307551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:47:17.816592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.129533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T05:47:17.816683Z","caller":"traceutil/trace.go:171","msg":"trace[258631035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:580; }","duration":"127.278744ms","start":"2026-04-20T05:47:17.689385Z","end":"2026-04-20T05:47:17.816664Z","steps":["trace[258631035] 'range keys from in-memory index tree' (duration: 126.99151ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:47:18.136702Z","caller":"traceutil/trace.go:171","msg":"trace[718777591] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"300.218544ms","start":"2026-04-20T05:47:17.836432Z","end":"2026-04-20T05:47:18.13665Z","steps":["trace[718777591] 'process raft request' (duration: 290.153461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:47:18.137595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:47:17.836414Z","time spent":"300.439257ms","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T05:47:18.284897Z","caller":"traceutil/trace.go:171","msg":"trace[225384135] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"244.366083ms","start":"2026-04-20T05:47:18.040415Z","end":"2026-04-20T05:47:18.284781Z","steps":["trace[225384135] 'process raft request' (duration: 243.730916ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:47:32.42025Z","caller":"traceutil/trace.go:171","msg":"trace[1657689571] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"109.012122ms","start":"2026-04-20T05:47:32.311215Z","end":"2026-04-20T05:47:32.420227Z","steps":["trace[1657689571] 'process raft request' (duration: 108.83511ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:48:51.886523Z","caller":"traceutil/trace.go:171","msg":"trace[916258007] linearizableReadLoop","detail":"{readStateIndex:1911; appliedIndex:1910; }","duration":"121.546883ms","start":"2026-04-20T05:48:51.764947Z","end":"2026-04-20T05:48:51.886494Z","steps":["trace[916258007] 'read index received' (duration: 121.340358ms)","trace[916258007] 'applied index is now lower than readState.Index' (duration: 205.635µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:48:51.886564Z","caller":"traceutil/trace.go:171","msg":"trace[64417576] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"175.426859ms","start":"2026-04-20T05:48:51.711113Z","end":"2026-04-20T05:48:51.88654Z","steps":["trace[64417576] 'process raft request' (duration: 175.243114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:48:51.886708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.744257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:48:51.887825Z","caller":"traceutil/trace.go:171","msg":"trace[1589684425] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1836; }","duration":"121.988882ms","start":"2026-04-20T05:48:51.764932Z","end":"2026-04-20T05:48:51.886921Z","steps":["trace[1589684425] 'agreement among raft nodes before linearized reading' (duration: 121.702866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:48:52.269792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.566282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T05:48:52.269877Z","caller":"traceutil/trace.go:171","msg":"trace[607308816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1837; }","duration":"217.670234ms","start":"2026-04-20T05:48:52.052181Z","end":"2026-04-20T05:48:52.269852Z","steps":["trace[607308816] 'range keys from in-memory index tree' (duration: 217.43846ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:49:05.500741Z","caller":"traceutil/trace.go:171","msg":"trace[1943265727] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2026; }","duration":"144.176907ms","start":"2026-04-20T05:49:05.35654Z","end":"2026-04-20T05:49:05.500717Z","steps":["trace[1943265727] 'read index received' (duration: 143.405103ms)","trace[1943265727] 'applied index is now lower than readState.Index' (duration: 770.944µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:49:05.500881Z","caller":"traceutil/trace.go:171","msg":"trace[952588393] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"163.327101ms","start":"2026-04-20T05:49:05.337473Z","end":"2026-04-20T05:49:05.5008Z","steps":["trace[952588393] 'process raft request' (duration: 162.521466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:49:05.501107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.549024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T05:49:05.501183Z","caller":"traceutil/trace.go:171","msg":"trace[357557667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"144.682147ms","start":"2026-04-20T05:49:05.356487Z","end":"2026-04-20T05:49:05.50117Z","steps":["trace[357557667] 'agreement among raft nodes before linearized reading' (duration: 144.434442ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:49:08.788828Z","caller":"traceutil/trace.go:171","msg":"trace[2075148771] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2056; }","duration":"198.802532ms","start":"2026-04-20T05:49:08.590005Z","end":"2026-04-20T05:49:08.788807Z","steps":["trace[2075148771] 'read index received' (duration: 194.771197ms)","trace[2075148771] 'applied index is now lower than readState.Index' (duration: 4.030455ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:49:08.788994Z","caller":"traceutil/trace.go:171","msg":"trace[1978533590] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"215.105487ms","start":"2026-04-20T05:49:08.573877Z","end":"2026-04-20T05:49:08.788982Z","steps":["trace[1978533590] 'process raft request' (duration: 210.94866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:49:08.789232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.338572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:49:08.78929Z","caller":"traceutil/trace.go:171","msg":"trace[52661710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1978; }","duration":"161.445014ms","start":"2026-04-20T05:49:08.627832Z","end":"2026-04-20T05:49:08.789277Z","steps":["trace[52661710] 'agreement among raft nodes before linearized reading' (duration: 161.346392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:49:08.789359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.332062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-20T05:49:08.789431Z","caller":"traceutil/trace.go:171","msg":"trace[1468149403] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1978; }","duration":"199.449294ms","start":"2026-04-20T05:49:08.589962Z","end":"2026-04-20T05:49:08.789411Z","steps":["trace[1468149403] 'agreement among raft nodes before linearized reading' (duration: 199.25613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:49:26.774543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.258988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T05:49:26.774573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.587393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T05:49:26.77463Z","caller":"traceutil/trace.go:171","msg":"trace[1254305066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2077; }","duration":"146.390839ms","start":"2026-04-20T05:49:26.62822Z","end":"2026-04-20T05:49:26.774611Z","steps":["trace[1254305066] 'range keys from in-memory index tree' (duration: 146.173815ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:49:26.774673Z","caller":"traceutil/trace.go:171","msg":"trace[1138793271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2077; }","duration":"253.730236ms","start":"2026-04-20T05:49:26.520917Z","end":"2026-04-20T05:49:26.774647Z","steps":["trace[1138793271] 'range keys from in-memory index tree' (duration: 253.155855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:49:26.774771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.909742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T05:49:26.774852Z","caller":"traceutil/trace.go:171","msg":"trace[1068363263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2077; }","duration":"247.028655ms","start":"2026-04-20T05:49:26.527801Z","end":"2026-04-20T05:49:26.77483Z","steps":["trace[1068363263] 'range keys from in-memory index tree' (duration: 246.658788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:49:26.774863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.57777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T05:49:26.775011Z","caller":"traceutil/trace.go:171","msg":"trace[1652490560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2077; }","duration":"248.770503ms","start":"2026-04-20T05:49:26.526219Z","end":"2026-04-20T05:49:26.77499Z","steps":["trace[1652490560] 'range keys from in-memory index tree' (duration: 248.337955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:49:26.774396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.866443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T05:49:26.775568Z","caller":"traceutil/trace.go:171","msg":"trace[155856356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2077; }","duration":"134.069514ms","start":"2026-04-20T05:49:26.641465Z","end":"2026-04-20T05:49:26.775534Z","steps":["trace[155856356] 'range keys from in-memory index tree' (duration: 132.606879ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:49:27.725929Z","caller":"traceutil/trace.go:171","msg":"trace[433995719] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"147.633127ms","start":"2026-04-20T05:49:27.578271Z","end":"2026-04-20T05:49:27.725904Z","steps":["trace[433995719] 'process raft request' (duration: 147.494255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:49:27.895359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.497192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T05:49:27.895689Z","caller":"traceutil/trace.go:171","msg":"trace[1354740847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2084; }","duration":"113.056242ms","start":"2026-04-20T05:49:27.782602Z","end":"2026-04-20T05:49:27.895658Z","steps":["trace[1354740847] 'range keys from in-memory index tree' (duration: 112.012174ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:50:59.786332Z","caller":"traceutil/trace.go:171","msg":"trace[1991666326] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"108.436112ms","start":"2026-04-20T05:50:59.677836Z","end":"2026-04-20T05:50:59.786272Z","steps":["trace[1991666326] 'process raft request' (duration: 107.950016ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:35.077213Z","caller":"traceutil/trace.go:171","msg":"trace[290533729] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"138.572901ms","start":"2026-04-20T05:54:34.938623Z","end":"2026-04-20T05:54:35.077196Z","steps":["trace[290533729] 'process raft request' (duration: 138.451248ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:48.901777Z","caller":"traceutil/trace.go:171","msg":"trace[937738293] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4957; }","duration":"316.986281ms","start":"2026-04-20T05:54:48.584769Z","end":"2026-04-20T05:54:48.901756Z","steps":["trace[937738293] 'read index received' (duration: 221.307447ms)","trace[937738293] 'applied index is now lower than readState.Index' (duration: 95.677544ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T05:54:48.90216Z","caller":"traceutil/trace.go:171","msg":"trace[1761913237] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"363.524ms","start":"2026-04-20T05:54:48.538588Z","end":"2026-04-20T05:54:48.902112Z","steps":["trace[1761913237] 'process raft request' (duration: 267.500378ms)","trace[1761913237] 'compare' (duration: 95.279864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T05:54:48.902376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.82428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T05:54:48.902417Z","caller":"traceutil/trace.go:171","msg":"trace[1925638640] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4776; }","duration":"123.894151ms","start":"2026-04-20T05:54:48.778512Z","end":"2026-04-20T05:54:48.902406Z","steps":["trace[1925638640] 'agreement among raft nodes before linearized reading' (duration: 123.84142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:48.90252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:54:48.538562Z","time spent":"363.808328ms","remote":"127.0.0.1:39102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T05:54:48.902723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.839373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-20T05:54:48.90283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.990684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T05:54:48.902852Z","caller":"traceutil/trace.go:171","msg":"trace[211117048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4776; }","duration":"266.993867ms","start":"2026-04-20T05:54:48.635847Z","end":"2026-04-20T05:54:48.902841Z","steps":["trace[211117048] 'agreement among raft nodes before linearized reading' (duration: 266.758571ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:48.902865Z","caller":"traceutil/trace.go:171","msg":"trace[318067930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4776; }","duration":"275.026274ms","start":"2026-04-20T05:54:48.627829Z","end":"2026-04-20T05:54:48.902856Z","steps":["trace[318067930] 'agreement among raft nodes before linearized reading' (duration: 274.363818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:48.902279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.750569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T05:54:48.902186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.407602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T05:54:48.903006Z","caller":"traceutil/trace.go:171","msg":"trace[2059169588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4776; }","duration":"318.285224ms","start":"2026-04-20T05:54:48.584713Z","end":"2026-04-20T05:54:48.902998Z","steps":["trace[2059169588] 'agreement among raft nodes before linearized reading' (duration: 317.394141ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:54:48.902982Z","caller":"traceutil/trace.go:171","msg":"trace[777060520] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4776; }","duration":"103.479826ms","start":"2026-04-20T05:54:48.799459Z","end":"2026-04-20T05:54:48.902938Z","steps":["trace[777060520] 'agreement among raft nodes before linearized reading' (duration: 102.764159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:54:48.903032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T05:54:48.584696Z","time spent":"318.326184ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-20T05:56:39.981697Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2904} {"level":"info","ts":"2026-04-20T05:56:40.068504Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2904,"took":"85.181966ms","hash":248646501,"current-db-size-bytes":54657024,"current-db-size":"55 MB","current-db-size-in-use-bytes":29622272,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-20T05:56:40.0686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":248646501,"revision":2904,"compact-revision":-1} {"level":"info","ts":"2026-04-20T05:58:53.758021Z","caller":"traceutil/trace.go:171","msg":"trace[2019883512] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"107.88599ms","start":"2026-04-20T05:58:53.650112Z","end":"2026-04-20T05:58:53.757998Z","steps":["trace[2019883512] 'process raft request' (duration: 107.449683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T05:58:53.956241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.314508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T05:58:53.956503Z","caller":"traceutil/trace.go:171","msg":"trace[1087513773] transaction","detail":"{read_only:false; response_revision:6555; number_of_response:1; }","duration":"159.041094ms","start":"2026-04-20T05:58:53.797442Z","end":"2026-04-20T05:58:53.956483Z","steps":["trace[1087513773] 'process raft request' (duration: 158.924762ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T05:58:53.956518Z","caller":"traceutil/trace.go:171","msg":"trace[781102298] transaction","detail":"{read_only:false; response_revision:6554; number_of_response:1; }","duration":"162.840977ms","start":"2026-04-20T05:58:53.793616Z","end":"2026-04-20T05:58:53.956457Z","steps":["trace[781102298] 'process raft request' (duration: 34.190784ms)","trace[781102298] 'compare' (duration: 128.145715ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T06:01:39.98711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5621} {"level":"info","ts":"2026-04-20T06:01:40.081661Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5621,"took":"93.527394ms","hash":3495005345,"current-db-size-bytes":54657024,"current-db-size":"55 MB","current-db-size-in-use-bytes":18296832,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-20T06:01:40.081713Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3495005345,"revision":5621,"compact-revision":2904}