{"level":"warn","ts":"2026-05-05T12:44:03.362463Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-05T12:44:03.362577Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.242:2380","--initial-cluster=instance=https://199.204.45.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-05T12:44:03.362661Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-05T12:44:03.362673Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-05-05T12:44:03.362725Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-05T12:44:03.363417Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"]} {"level":"info","ts":"2026-05-05T12:44:03.363496Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-05T12:44:03.369232Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.479081ms"} {"level":"info","ts":"2026-05-05T12:44:03.377009Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b844c110b9783e73","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-05-05T12:44:03.377164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=()"} {"level":"info","ts":"2026-05-05T12:44:03.377203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 0"} {"level":"info","ts":"2026-05-05T12:44:03.37724Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b844c110b9783e73 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-05T12:44:03.377263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 1"} {"level":"info","ts":"2026-05-05T12:44:03.377343Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"warn","ts":"2026-05-05T12:44:03.38225Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-05T12:44:03.38363Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-05T12:44:03.384818Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-05T12:44:03.387261Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b844c110b9783e73","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-05T12:44:03.387483Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b844c110b9783e73","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-05T12:44:03.387565Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T12:44:03.389185Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T12:44:03.389206Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-05T12:44:03.390324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"info","ts":"2026-05-05T12:44:03.390572Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"b844c110b9783e73","added-peer-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-05-05T12:44:03.396162Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-05T12:44:03.396431Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-05-05T12:44:03.39648Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-05-05T12:44:03.396479Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b844c110b9783e73","initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-05T12:44:03.396591Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-05T12:44:03.778455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 is starting a new election at term 1"} {"level":"info","ts":"2026-05-05T12:44:03.778557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-05T12:44:03.778605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 1"} {"level":"info","ts":"2026-05-05T12:44:03.778633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became candidate at term 2"} {"level":"info","ts":"2026-05-05T12:44:03.778651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-05-05T12:44:03.778673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became leader at term 2"} {"level":"info","ts":"2026-05-05T12:44:03.778694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b844c110b9783e73 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-05-05T12:44:03.779832Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b844c110b9783e73","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.242:2379]}","request-path":"/0/members/b844c110b9783e73/attributes","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-05-05T12:44:03.780052Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-05T12:44:03.780077Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-05T12:44:03.7803Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-05T12:44:03.780416Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-05T12:44:03.780445Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T12:44:03.78173Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T12:44:03.781916Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T12:44:03.782002Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-05T12:44:03.783554Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.242:2379"} {"level":"info","ts":"2026-05-05T12:44:03.784424Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-05T12:44:41.56731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.456379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T12:44:41.567442Z","caller":"traceutil/trace.go:171","msg":"trace[724287539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"273.606556ms","start":"2026-05-05T12:44:41.293814Z","end":"2026-05-05T12:44:41.567421Z","steps":["trace[724287539] 'range keys from in-memory index tree' (duration: 273.365125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:44:41.567507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.719626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T12:44:41.567599Z","caller":"traceutil/trace.go:171","msg":"trace[1977887484] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:484; }","duration":"212.872224ms","start":"2026-05-05T12:44:41.354693Z","end":"2026-05-05T12:44:41.567566Z","steps":["trace[1977887484] 'range keys from in-memory index tree' (duration: 212.634653ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:44:48.142208Z","caller":"traceutil/trace.go:171","msg":"trace[379480860] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"111.997662ms","start":"2026-05-05T12:44:48.030177Z","end":"2026-05-05T12:44:48.142174Z","steps":["trace[379480860] 'process raft request' (duration: 110.967231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:44:48.629082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.718361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-05T12:44:48.629181Z","caller":"traceutil/trace.go:171","msg":"trace[864829094] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"334.026928ms","start":"2026-05-05T12:44:48.29514Z","end":"2026-05-05T12:44:48.629167Z","steps":["trace[864829094] 'read index received' (duration: 218.713124ms)","trace[864829094] 'applied index is now lower than readState.Index' (duration: 115.312444ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T12:44:48.629303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.159143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T12:44:48.629323Z","caller":"traceutil/trace.go:171","msg":"trace[1978520652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"334.224186ms","start":"2026-05-05T12:44:48.295092Z","end":"2026-05-05T12:44:48.629316Z","steps":["trace[1978520652] 'agreement among raft nodes before linearized reading' (duration: 334.110061ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:44:48.629294Z","caller":"traceutil/trace.go:171","msg":"trace[345512453] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"436.96318ms","start":"2026-05-05T12:44:48.192242Z","end":"2026-05-05T12:44:48.629205Z","steps":["trace[345512453] 'process raft request' (duration: 321.72965ms)","trace[345512453] 'compare' (duration: 114.583075ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T12:44:48.62935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T12:44:48.295077Z","time spent":"334.266678ms","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-05T12:44:48.629474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T12:44:48.192217Z","time spent":"437.174739ms","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-05T12:45:04.82846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.437309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wpjzs\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-05T12:45:04.828551Z","caller":"traceutil/trace.go:171","msg":"trace[2000045719] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wpjzs; range_end:; response_count:1; response_revision:758; }","duration":"159.579963ms","start":"2026-05-05T12:45:04.668949Z","end":"2026-05-05T12:45:04.828529Z","steps":["trace[2000045719] 'range keys from in-memory index tree' (duration: 159.249253ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:46:23.466402Z","caller":"traceutil/trace.go:171","msg":"trace[243219250] linearizableReadLoop","detail":"{readStateIndex:1904; appliedIndex:1903; }","duration":"354.306526ms","start":"2026-05-05T12:46:23.112063Z","end":"2026-05-05T12:46:23.466369Z","steps":["trace[243219250] 'read index received' (duration: 354.043375ms)","trace[243219250] 'applied index is now lower than readState.Index' (duration: 261.431µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T12:46:23.466481Z","caller":"traceutil/trace.go:171","msg":"trace[897702590] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"357.140589ms","start":"2026-05-05T12:46:23.109268Z","end":"2026-05-05T12:46:23.466409Z","steps":["trace[897702590] 'process raft request' (duration: 356.888099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:46:23.466644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.349396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-05T12:46:23.46665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.581246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-05T12:46:23.466716Z","caller":"traceutil/trace.go:171","msg":"trace[1433064725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1827; }","duration":"354.65988ms","start":"2026-05-05T12:46:23.112038Z","end":"2026-05-05T12:46:23.466698Z","steps":["trace[1433064725] 'agreement among raft nodes before linearized reading' (duration: 354.401139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:46:23.466898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T12:46:23.112028Z","time spent":"354.850237ms","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-05T12:46:23.466892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.906538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-05T12:46:23.466979Z","caller":"traceutil/trace.go:171","msg":"trace[21179765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1827; }","duration":"162.061464ms","start":"2026-05-05T12:46:23.304896Z","end":"2026-05-05T12:46:23.466957Z","steps":["trace[21179765] 'agreement among raft nodes before linearized reading' (duration: 161.757702ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:46:23.466721Z","caller":"traceutil/trace.go:171","msg":"trace[546218940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1827; }","duration":"171.4713ms","start":"2026-05-05T12:46:23.295217Z","end":"2026-05-05T12:46:23.466688Z","steps":["trace[546218940] 'agreement among raft nodes before linearized reading' (duration: 171.363226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:46:23.466742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.632647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-05T12:46:23.467242Z","caller":"traceutil/trace.go:171","msg":"trace[159974109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1827; }","duration":"162.158538ms","start":"2026-05-05T12:46:23.305072Z","end":"2026-05-05T12:46:23.467231Z","steps":["trace[159974109] 'agreement among raft nodes before linearized reading' (duration: 161.529853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:46:23.467478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T12:46:23.109246Z","time spent":"357.319317ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-05T12:46:23.845204Z","caller":"traceutil/trace.go:171","msg":"trace[1038071190] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"145.799673ms","start":"2026-05-05T12:46:23.699377Z","end":"2026-05-05T12:46:23.845176Z","steps":["trace[1038071190] 'process raft request' (duration: 100.746341ms)","trace[1038071190] 'compare' (duration: 44.74976ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T12:46:57.999685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.226749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T12:46:58.000059Z","caller":"traceutil/trace.go:171","msg":"trace[939860403] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"344.067763ms","start":"2026-05-05T12:46:57.655955Z","end":"2026-05-05T12:46:58.000023Z","steps":["trace[939860403] 'process raft request' (duration: 138.341368ms)","trace[939860403] 'compare' (duration: 204.976882ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T12:46:58.000179Z","caller":"traceutil/trace.go:171","msg":"trace[257041763] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2157; }","duration":"319.868745ms","start":"2026-05-05T12:46:57.680292Z","end":"2026-05-05T12:46:58.000161Z","steps":["trace[257041763] 'read index received' (duration: 13.698997ms)","trace[257041763] 'applied index is now lower than readState.Index' (duration: 306.167978ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T12:46:58.000188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T12:46:57.655938Z","time spent":"344.187677ms","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-05T12:46:58.000555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.012507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-05T12:46:58.000621Z","caller":"traceutil/trace.go:171","msg":"trace[1749709140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2076; }","duration":"273.11321ms","start":"2026-05-05T12:46:57.727488Z","end":"2026-05-05T12:46:58.000601Z","steps":["trace[1749709140] 'agreement among raft nodes before linearized reading' (duration: 272.923284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:46:58.000826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.517865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-05T12:46:58.00092Z","caller":"traceutil/trace.go:171","msg":"trace[296476245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2076; }","duration":"320.66626ms","start":"2026-05-05T12:46:57.680233Z","end":"2026-05-05T12:46:58.000899Z","steps":["trace[296476245] 'agreement among raft nodes before linearized reading' (duration: 320.395041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:46:58.000969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T12:46:57.68021Z","time spent":"320.750743ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-05T12:46:58.207762Z","caller":"traceutil/trace.go:171","msg":"trace[870021119] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"154.85407ms","start":"2026-05-05T12:46:58.052879Z","end":"2026-05-05T12:46:58.207734Z","steps":["trace[870021119] 'process raft request' (duration: 154.683855ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:46:58.238838Z","caller":"traceutil/trace.go:171","msg":"trace[1964497042] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"151.689824ms","start":"2026-05-05T12:46:58.087132Z","end":"2026-05-05T12:46:58.238822Z","steps":["trace[1964497042] 'process raft request' (duration: 151.602771ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:47:48.380861Z","caller":"traceutil/trace.go:171","msg":"trace[2096870982] linearizableReadLoop","detail":"{readStateIndex:2458; appliedIndex:2457; }","duration":"442.198562ms","start":"2026-05-05T12:47:47.938641Z","end":"2026-05-05T12:47:48.38084Z","steps":["trace[2096870982] 'read index received' (duration: 442.141021ms)","trace[2096870982] 'applied index is now lower than readState.Index' (duration: 56.211µs)"],"step_count":2} {"level":"warn","ts":"2026-05-05T12:47:48.381103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.447907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-05T12:47:48.381131Z","caller":"traceutil/trace.go:171","msg":"trace[1718291863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2362; }","duration":"442.539619ms","start":"2026-05-05T12:47:47.938585Z","end":"2026-05-05T12:47:48.381124Z","steps":["trace[1718291863] 'agreement among raft nodes before linearized reading' (duration: 442.359065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:47:48.381155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T12:47:47.938565Z","time spent":"442.584211ms","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-05T12:47:48.380907Z","caller":"traceutil/trace.go:171","msg":"trace[796956924] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2362; }","duration":"534.020279ms","start":"2026-05-05T12:47:47.846847Z","end":"2026-05-05T12:47:48.380867Z","steps":["trace[796956924] 'process raft request' (duration: 533.909107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:47:48.381442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T12:47:47.846828Z","time spent":"534.491651ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-05T12:47:48.381623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.133098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-05T12:47:48.381678Z","caller":"traceutil/trace.go:171","msg":"trace[933047158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2363; }","duration":"135.243691ms","start":"2026-05-05T12:47:48.246424Z","end":"2026-05-05T12:47:48.381667Z","steps":["trace[933047158] 'agreement among raft nodes before linearized reading' (duration: 135.102628ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:48:31.75996Z","caller":"traceutil/trace.go:171","msg":"trace[31523296] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"117.666737ms","start":"2026-05-05T12:48:31.64225Z","end":"2026-05-05T12:48:31.759916Z","steps":["trace[31523296] 'process raft request' (duration: 117.430392ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:52:30.402382Z","caller":"traceutil/trace.go:171","msg":"trace[1998764620] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"102.499389ms","start":"2026-05-05T12:52:30.299849Z","end":"2026-05-05T12:52:30.402348Z","steps":["trace[1998764620] 'process raft request' (duration: 81.678568ms)","trace[1998764620] 'compare' (duration: 20.43491ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T12:52:36.981474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.373537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-05T12:52:36.981603Z","caller":"traceutil/trace.go:171","msg":"trace[542893094] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4860; }","duration":"199.09972ms","start":"2026-05-05T12:52:36.782485Z","end":"2026-05-05T12:52:36.981585Z","steps":["trace[542893094] 'read index received' (duration: 41.331µs)","trace[542893094] 'applied index is now lower than readState.Index' (duration: 199.056849ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T12:52:36.981722Z","caller":"traceutil/trace.go:171","msg":"trace[1198389735] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"398.19038ms","start":"2026-05-05T12:52:36.583497Z","end":"2026-05-05T12:52:36.981687Z","steps":["trace[1198389735] 'process raft request' (duration: 151.504193ms)","trace[1198389735] 'compare' (duration: 246.077779ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T12:52:36.981923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-05T12:52:36.583468Z","time spent":"398.358424ms","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-05T12:52:36.981853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.379948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-05T12:52:36.982194Z","caller":"traceutil/trace.go:171","msg":"trace[467450982] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4675; }","duration":"199.776409ms","start":"2026-05-05T12:52:36.782407Z","end":"2026-05-05T12:52:36.982183Z","steps":["trace[467450982] 'agreement among raft nodes before linearized reading' (duration: 199.265954ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:52:37.306982Z","caller":"traceutil/trace.go:171","msg":"trace[1564679609] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"104.722213ms","start":"2026-05-05T12:52:37.202237Z","end":"2026-05-05T12:52:37.306959Z","steps":["trace[1564679609] 'process raft request' (duration: 104.514167ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:52:37.307287Z","caller":"traceutil/trace.go:171","msg":"trace[809352571] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"104.800985ms","start":"2026-05-05T12:52:37.202467Z","end":"2026-05-05T12:52:37.307268Z","steps":["trace[809352571] 'process raft request' (duration: 104.455675ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:52:37.307509Z","caller":"traceutil/trace.go:171","msg":"trace[771205245] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"104.691051ms","start":"2026-05-05T12:52:37.202807Z","end":"2026-05-05T12:52:37.307498Z","steps":["trace[771205245] 'process raft request' (duration: 104.349492ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:52:44.363191Z","caller":"traceutil/trace.go:171","msg":"trace[1231154436] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5033; }","duration":"157.590014ms","start":"2026-05-05T12:52:44.205568Z","end":"2026-05-05T12:52:44.363158Z","steps":["trace[1231154436] 'read index received' (duration: 157.405639ms)","trace[1231154436] 'applied index is now lower than readState.Index' (duration: 182.405µs)"],"step_count":2} {"level":"info","ts":"2026-05-05T12:52:44.363448Z","caller":"traceutil/trace.go:171","msg":"trace[1210604886] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"177.631453ms","start":"2026-05-05T12:52:44.1858Z","end":"2026-05-05T12:52:44.363431Z","steps":["trace[1210604886] 'process raft request' (duration: 177.082967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:52:44.363796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.686441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-05T12:52:44.363907Z","caller":"traceutil/trace.go:171","msg":"trace[241909567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4844; }","duration":"136.812544ms","start":"2026-05-05T12:52:44.227065Z","end":"2026-05-05T12:52:44.363878Z","steps":["trace[241909567] 'agreement among raft nodes before linearized reading' (duration: 136.521196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:52:44.364238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.664465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-05T12:52:44.364265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.907739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-05T12:52:44.364331Z","caller":"traceutil/trace.go:171","msg":"trace[651951830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4844; }","duration":"135.998211ms","start":"2026-05-05T12:52:44.228316Z","end":"2026-05-05T12:52:44.364315Z","steps":["trace[651951830] 'agreement among raft nodes before linearized reading' (duration: 135.847107ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:52:44.364282Z","caller":"traceutil/trace.go:171","msg":"trace[1325282599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4844; }","duration":"158.781838ms","start":"2026-05-05T12:52:44.205488Z","end":"2026-05-05T12:52:44.36427Z","steps":["trace[1325282599] 'agreement among raft nodes before linearized reading' (duration: 158.631013ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:53:32.804092Z","caller":"traceutil/trace.go:171","msg":"trace[305174374] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"105.713347ms","start":"2026-05-05T12:53:32.698335Z","end":"2026-05-05T12:53:32.804048Z","steps":["trace[305174374] 'process raft request' (duration: 88.926754ms)","trace[305174374] 'compare' (duration: 16.557797ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T12:53:32.804203Z","caller":"traceutil/trace.go:171","msg":"trace[1368335131] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"105.612204ms","start":"2026-05-05T12:53:32.698579Z","end":"2026-05-05T12:53:32.804191Z","steps":["trace[1368335131] 'process raft request' (duration: 105.382998ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:54:03.825419Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2854} {"level":"info","ts":"2026-05-05T12:54:03.895442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2854,"took":"68.468452ms","hash":3854733406,"current-db-size-bytes":54403072,"current-db-size":"54 MB","current-db-size-in-use-bytes":29556736,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-05T12:54:03.895517Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3854733406,"revision":2854,"compact-revision":-1} {"level":"info","ts":"2026-05-05T12:57:02.680806Z","caller":"traceutil/trace.go:171","msg":"trace[1818117809] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"144.096994ms","start":"2026-05-05T12:57:02.536583Z","end":"2026-05-05T12:57:02.68068Z","steps":["trace[1818117809] 'process raft request' (duration: 143.93274ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:57:02.791659Z","caller":"traceutil/trace.go:171","msg":"trace[39744899] transaction","detail":"{read_only:false; response_revision:6733; number_of_response:1; }","duration":"253.450262ms","start":"2026-05-05T12:57:02.538185Z","end":"2026-05-05T12:57:02.791635Z","steps":["trace[39744899] 'process raft request' (duration: 218.00207ms)","trace[39744899] 'compare' (duration: 35.007002ms)"],"step_count":2} {"level":"info","ts":"2026-05-05T12:57:02.791821Z","caller":"traceutil/trace.go:171","msg":"trace[860544881] linearizableReadLoop","detail":"{readStateIndex:6987; appliedIndex:6985; }","duration":"122.978956ms","start":"2026-05-05T12:57:02.668834Z","end":"2026-05-05T12:57:02.791813Z","steps":["trace[860544881] 'read index received' (duration: 11.745109ms)","trace[860544881] 'applied index is now lower than readState.Index' (duration: 111.233177ms)"],"step_count":2} {"level":"warn","ts":"2026-05-05T12:57:02.791937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.085959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-05T12:57:02.791966Z","caller":"traceutil/trace.go:171","msg":"trace[1997025956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6734; }","duration":"123.169851ms","start":"2026-05-05T12:57:02.668787Z","end":"2026-05-05T12:57:02.791957Z","steps":["trace[1997025956] 'agreement among raft nodes before linearized reading' (duration: 123.058688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:57:38.521492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.910518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-05T12:57:38.521595Z","caller":"traceutil/trace.go:171","msg":"trace[993233083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6938; }","duration":"227.062422ms","start":"2026-05-05T12:57:38.29451Z","end":"2026-05-05T12:57:38.521572Z","steps":["trace[993233083] 'range keys from in-memory index tree' (duration: 226.770065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-05T12:57:38.522169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.685532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:1 size:276792"} {"level":"info","ts":"2026-05-05T12:57:38.5222Z","caller":"traceutil/trace.go:171","msg":"trace[1193785150] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:1; response_revision:6938; }","duration":"105.765294ms","start":"2026-05-05T12:57:38.416427Z","end":"2026-05-05T12:57:38.522193Z","steps":["trace[1193785150] 'range keys from in-memory index tree' (duration: 105.504278ms)"],"step_count":1} {"level":"info","ts":"2026-05-05T12:59:03.834621Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5519} {"level":"info","ts":"2026-05-05T12:59:03.902342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5519,"took":"66.390808ms","hash":1596325514,"current-db-size-bytes":54403072,"current-db-size":"54 MB","current-db-size-in-use-bytes":18558976,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-05-05T12:59:03.902398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1596325514,"revision":5519,"compact-revision":2854}