{"level":"warn","ts":"2026-05-08T19:55:16.019368Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T19:55:16.019451Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-08T19:55:16.019512Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T19:55:16.019525Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-05-08T19:55:16.019544Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T19:55:16.020141Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-05-08T19:55:16.020238Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-08T19:55:16.063428Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"41.833343ms"} {"level":"info","ts":"2026-05-08T19:55:16.357755Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-05-08T19:55:16.357893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-05-08T19:55:16.357922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-05-08T19:55:16.35795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-08T19:55:16.357985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-05-08T19:55:16.358036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-05-08T19:55:16.728474Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-08T19:55:16.730118Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-08T19:55:16.731224Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-08T19:55:16.738916Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-08T19:55:16.740979Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-08T19:55:16.740983Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T19:55:16.741097Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T19:55:16.741122Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T19:55:16.7416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-05-08T19:55:16.741694Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-05-08T19:55:16.742456Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T19:55:16.742513Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-05-08T19:55:16.742525Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-05-08T19:55:16.744073Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-08T19:55:16.744122Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-08T19:55:17.422711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-05-08T19:55:17.422838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-05-08T19:55:17.422874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-05-08T19:55:17.422903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-05-08T19:55:17.422914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-05-08T19:55:17.422939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-05-08T19:55:17.422953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-05-08T19:55:17.424135Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-05-08T19:55:17.424148Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T19:55:17.424187Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T19:55:17.424537Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-08T19:55:17.424569Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-08T19:55:17.424473Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T19:55:17.428745Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-05-08T19:55:17.434803Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T19:55:17.434922Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T19:55:17.434948Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T19:55:17.436018Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-08T19:55:48.776399Z","caller":"traceutil/trace.go:171","msg":"trace[1128209208] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"214.567052ms","start":"2026-05-08T19:55:48.561814Z","end":"2026-05-08T19:55:48.776381Z","steps":["trace[1128209208] 'read index received' (duration: 185.150245ms)","trace[1128209208] 'applied index is now lower than readState.Index' (duration: 29.416167ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:55:48.776809Z","caller":"traceutil/trace.go:171","msg":"trace[369537660] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"228.863727ms","start":"2026-05-08T19:55:48.547937Z","end":"2026-05-08T19:55:48.7768Z","steps":["trace[369537660] 'process raft request' (duration: 198.938155ms)","trace[369537660] 'compare' (duration: 29.114975ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:55:48.7772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.336829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-05-08T19:55:48.777294Z","caller":"traceutil/trace.go:171","msg":"trace[1976562809] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:584; }","duration":"215.495051ms","start":"2026-05-08T19:55:48.561778Z","end":"2026-05-08T19:55:48.777273Z","steps":["trace[1976562809] 'agreement among raft nodes before linearized reading' (duration: 215.188088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:55:48.791972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.304674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T19:55:48.792039Z","caller":"traceutil/trace.go:171","msg":"trace[611386515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:585; }","duration":"172.405845ms","start":"2026-05-08T19:55:48.619616Z","end":"2026-05-08T19:55:48.792022Z","steps":["trace[611386515] 'agreement among raft nodes before linearized reading' (duration: 172.282864ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:55:48.792104Z","caller":"traceutil/trace.go:171","msg":"trace[1391121355] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"180.051387ms","start":"2026-05-08T19:55:48.612021Z","end":"2026-05-08T19:55:48.792073Z","steps":["trace[1391121355] 'process raft request' (duration: 178.777005ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:55:53.278503Z","caller":"traceutil/trace.go:171","msg":"trace[860285398] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"127.434863ms","start":"2026-05-08T19:55:53.151038Z","end":"2026-05-08T19:55:53.278473Z","steps":["trace[860285398] 'process raft request' (duration: 122.516849ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:55:53.771584Z","caller":"traceutil/trace.go:171","msg":"trace[908912641] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"354.478791ms","start":"2026-05-08T19:55:53.417075Z","end":"2026-05-08T19:55:53.771554Z","steps":["trace[908912641] 'process raft request' (duration: 346.705812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:55:53.772023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T19:55:53.417046Z","time spent":"354.598472ms","remote":"127.0.0.1:33954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T19:56:40.403931Z","caller":"traceutil/trace.go:171","msg":"trace[129880469] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1222; }","duration":"118.534748ms","start":"2026-05-08T19:56:40.285371Z","end":"2026-05-08T19:56:40.403906Z","steps":["trace[129880469] 'read index received' (duration: 118.381201ms)","trace[129880469] 'applied index is now lower than readState.Index' (duration: 152.447µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:56:40.404068Z","caller":"traceutil/trace.go:171","msg":"trace[1474050009] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"135.680662ms","start":"2026-05-08T19:56:40.268338Z","end":"2026-05-08T19:56:40.404019Z","steps":["trace[1474050009] 'process raft request' (duration: 135.378839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:56:40.404097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.703465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T19:56:40.404151Z","caller":"traceutil/trace.go:171","msg":"trace[60731243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"118.81311ms","start":"2026-05-08T19:56:40.285326Z","end":"2026-05-08T19:56:40.40414Z","steps":["trace[60731243] 'agreement among raft nodes before linearized reading' (duration: 118.685094ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:56:40.415649Z","caller":"traceutil/trace.go:171","msg":"trace[949936070] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"130.020703ms","start":"2026-05-08T19:56:40.285598Z","end":"2026-05-08T19:56:40.415619Z","steps":["trace[949936070] 'process raft request' (duration: 129.880177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:57:27.172255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.702025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-08T19:57:27.17234Z","caller":"traceutil/trace.go:171","msg":"trace[1305173485] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1867; }","duration":"171.834798ms","start":"2026-05-08T19:57:27.000487Z","end":"2026-05-08T19:57:27.172322Z","steps":["trace[1305173485] 'range keys from in-memory index tree' (duration: 171.52576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:57:27.57889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.375002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T19:57:27.578989Z","caller":"traceutil/trace.go:171","msg":"trace[1061871537] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"175.269094ms","start":"2026-05-08T19:57:27.403705Z","end":"2026-05-08T19:57:27.578974Z","steps":["trace[1061871537] 'read index received' (duration: 11.528283ms)","trace[1061871537] 'applied index is now lower than readState.Index' (duration: 163.739491ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:57:27.579053Z","caller":"traceutil/trace.go:171","msg":"trace[1500169931] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"193.336862ms","start":"2026-05-08T19:57:27.385705Z","end":"2026-05-08T19:57:27.579042Z","steps":["trace[1500169931] 'process raft request' (duration: 29.58148ms)","trace[1500169931] 'compare' (duration: 162.986093ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:57:27.579181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.467339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-08T19:57:27.579241Z","caller":"traceutil/trace.go:171","msg":"trace[221965413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1870; }","duration":"175.553451ms","start":"2026-05-08T19:57:27.403669Z","end":"2026-05-08T19:57:27.579223Z","steps":["trace[221965413] 'agreement among raft nodes before linearized reading' (duration: 175.370436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:57:27.61006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.970993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-08T19:57:27.610109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.957129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-08T19:57:27.610134Z","caller":"traceutil/trace.go:171","msg":"trace[1471179483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1871; }","duration":"167.088147ms","start":"2026-05-08T19:57:27.443027Z","end":"2026-05-08T19:57:27.610115Z","steps":["trace[1471179483] 'agreement among raft nodes before linearized reading' (duration: 166.905942ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:57:27.61016Z","caller":"traceutil/trace.go:171","msg":"trace[313498939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1871; }","duration":"136.0324ms","start":"2026-05-08T19:57:27.474112Z","end":"2026-05-08T19:57:27.610145Z","steps":["trace[313498939] 'agreement among raft nodes before linearized reading' (duration: 135.895965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:57:27.610507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.7855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T19:57:27.610565Z","caller":"traceutil/trace.go:171","msg":"trace[1203976244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1871; }","duration":"166.877032ms","start":"2026-05-08T19:57:27.443674Z","end":"2026-05-08T19:57:27.610551Z","steps":["trace[1203976244] 'agreement among raft nodes before linearized reading' (duration: 166.737268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:58:00.946261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.283151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T19:58:00.946408Z","caller":"traceutil/trace.go:171","msg":"trace[252367532] linearizableReadLoop","detail":"{readStateIndex:2186; appliedIndex:2185; }","duration":"131.565173ms","start":"2026-05-08T19:58:00.814826Z","end":"2026-05-08T19:58:00.946391Z","steps":["trace[252367532] 'read index received' (duration: 21.14µs)","trace[252367532] 'applied index is now lower than readState.Index' (duration: 131.542663ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T19:58:00.946596Z","caller":"traceutil/trace.go:171","msg":"trace[181911655] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"254.542044ms","start":"2026-05-08T19:58:00.692021Z","end":"2026-05-08T19:58:00.946563Z","steps":["trace[181911655] 'process raft request' (duration: 23.867055ms)","trace[181911655] 'compare' (duration: 230.145348ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:58:00.946799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.964682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-08T19:58:00.946846Z","caller":"traceutil/trace.go:171","msg":"trace[402070662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2107; }","duration":"132.033003ms","start":"2026-05-08T19:58:00.814799Z","end":"2026-05-08T19:58:00.946832Z","steps":["trace[402070662] 'agreement among raft nodes before linearized reading' (duration: 131.811199ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:58:01.915803Z","caller":"traceutil/trace.go:171","msg":"trace[395584998] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"158.379964ms","start":"2026-05-08T19:58:01.757168Z","end":"2026-05-08T19:58:01.915548Z","steps":["trace[395584998] 'process raft request' (duration: 158.218121ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:58:01.91625Z","caller":"traceutil/trace.go:171","msg":"trace[36690925] linearizableReadLoop","detail":"{readStateIndex:2188; appliedIndex:2188; }","duration":"131.876301ms","start":"2026-05-08T19:58:01.784343Z","end":"2026-05-08T19:58:01.916219Z","steps":["trace[36690925] 'read index received' (duration: 131.862101ms)","trace[36690925] 'applied index is now lower than readState.Index' (duration: 11.73µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T19:58:01.916519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.156396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T19:58:01.916555Z","caller":"traceutil/trace.go:171","msg":"trace[1980054728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2109; }","duration":"132.235588ms","start":"2026-05-08T19:58:01.784309Z","end":"2026-05-08T19:58:01.916545Z","steps":["trace[1980054728] 'agreement among raft nodes before linearized reading' (duration: 132.052255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:58:01.916743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.990137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T19:58:01.916831Z","caller":"traceutil/trace.go:171","msg":"trace[2013016456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2109; }","duration":"129.211361ms","start":"2026-05-08T19:58:01.787599Z","end":"2026-05-08T19:58:01.916811Z","steps":["trace[2013016456] 'agreement among raft nodes before linearized reading' (duration: 128.838494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:58:56.300844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.594923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-08T19:58:56.301155Z","caller":"traceutil/trace.go:171","msg":"trace[424642453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2505; }","duration":"127.934128ms","start":"2026-05-08T19:58:56.173201Z","end":"2026-05-08T19:58:56.301135Z","steps":["trace[424642453] 'range keys from in-memory index tree' (duration: 127.467491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:58:56.301268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.396919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T19:58:56.301326Z","caller":"traceutil/trace.go:171","msg":"trace[632906125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2505; }","duration":"121.47767ms","start":"2026-05-08T19:58:56.179836Z","end":"2026-05-08T19:58:56.301314Z","steps":["trace[632906125] 'range keys from in-memory index tree' (duration: 121.291387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:58:56.301365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.434814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-08T19:58:56.30141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.580622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-08T19:58:56.301439Z","caller":"traceutil/trace.go:171","msg":"trace[1515770895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2505; }","duration":"125.538895ms","start":"2026-05-08T19:58:56.175883Z","end":"2026-05-08T19:58:56.301422Z","steps":["trace[1515770895] 'range keys from in-memory index tree' (duration: 125.296782ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T19:58:56.301456Z","caller":"traceutil/trace.go:171","msg":"trace[1544355421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2505; }","duration":"116.643183ms","start":"2026-05-08T19:58:56.184801Z","end":"2026-05-08T19:58:56.301444Z","steps":["trace[1544355421] 'range keys from in-memory index tree' (duration: 116.483691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T19:58:56.301501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.166486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T19:58:56.301523Z","caller":"traceutil/trace.go:171","msg":"trace[1691893963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2505; }","duration":"124.223868ms","start":"2026-05-08T19:58:56.177293Z","end":"2026-05-08T19:58:56.301517Z","steps":["trace[1691893963] 'range keys from in-memory index tree' (duration: 124.058675ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T20:03:11.54199Z","caller":"traceutil/trace.go:171","msg":"trace[189046790] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"336.002825ms","start":"2026-05-08T20:03:11.205939Z","end":"2026-05-08T20:03:11.541942Z","steps":["trace[189046790] 'process raft request' (duration: 335.78844ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T20:03:11.542041Z","caller":"traceutil/trace.go:171","msg":"trace[1733780001] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4778; }","duration":"336.006255ms","start":"2026-05-08T20:03:11.206006Z","end":"2026-05-08T20:03:11.542012Z","steps":["trace[1733780001] 'read index received' (duration: 21.906539ms)","trace[1733780001] 'applied index is now lower than readState.Index' (duration: 314.098766ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T20:03:11.542181Z","caller":"traceutil/trace.go:171","msg":"trace[1869185352] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"333.810361ms","start":"2026-05-08T20:03:11.208359Z","end":"2026-05-08T20:03:11.54217Z","steps":["trace[1869185352] 'process raft request' (duration: 333.510584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T20:03:11.542208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T20:03:11.205919Z","time spent":"336.194589ms","remote":"127.0.0.1:33954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1306,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T20:03:11.542269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T20:03:11.208338Z","time spent":"333.869772ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T20:03:11.542593Z","caller":"traceutil/trace.go:171","msg":"trace[427163242] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"328.581823ms","start":"2026-05-08T20:03:11.213959Z","end":"2026-05-08T20:03:11.54254Z","steps":["trace[427163242] 'process raft request' (duration: 327.977111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T20:03:11.542646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.622578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-08T20:03:11.542703Z","caller":"traceutil/trace.go:171","msg":"trace[2095939552] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4605; }","duration":"336.688329ms","start":"2026-05-08T20:03:11.206Z","end":"2026-05-08T20:03:11.542689Z","steps":["trace[2095939552] 'agreement among raft nodes before linearized reading' (duration: 336.448594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T20:03:11.542744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T20:03:11.205919Z","time spent":"336.817882ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-08T20:03:11.542775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T20:03:11.213928Z","time spent":"328.750687ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T20:03:11.542832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.632738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d6d5122-cf62-4141-885f-f07d2185159f\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-08T20:03:11.542898Z","caller":"traceutil/trace.go:171","msg":"trace[1154961498] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d6d5122-cf62-4141-885f-f07d2185159f; range_end:; response_count:1; response_revision:4605; }","duration":"334.697659ms","start":"2026-05-08T20:03:11.208183Z","end":"2026-05-08T20:03:11.542881Z","steps":["trace[1154961498] 'agreement among raft nodes before linearized reading' (duration: 334.529336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T20:03:11.54296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T20:03:11.208161Z","time spent":"334.78964ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-3d6d5122-cf62-4141-885f-f07d2185159f\" "} {"level":"warn","ts":"2026-05-08T20:03:11.545621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.565638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-08T20:03:11.54694Z","caller":"traceutil/trace.go:171","msg":"trace[827537587] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4605; }","duration":"339.898134ms","start":"2026-05-08T20:03:11.207025Z","end":"2026-05-08T20:03:11.546923Z","steps":["trace[827537587] 'agreement among raft nodes before linearized reading' (duration: 335.514265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T20:03:11.546988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T20:03:11.207019Z","time spent":"339.955285ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1146,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-05-08T20:03:11.817261Z","caller":"traceutil/trace.go:171","msg":"trace[282254593] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"133.124576ms","start":"2026-05-08T20:03:11.684093Z","end":"2026-05-08T20:03:11.817218Z","steps":["trace[282254593] 'process raft request' (duration: 132.773529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T20:03:11.817864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.198125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-08T20:03:11.817944Z","caller":"traceutil/trace.go:171","msg":"trace[578459190] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4627; }","duration":"130.310897ms","start":"2026-05-08T20:03:11.687617Z","end":"2026-05-08T20:03:11.817928Z","steps":["trace[578459190] 'agreement among raft nodes before linearized reading' (duration: 129.711175ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T20:03:11.817832Z","caller":"traceutil/trace.go:171","msg":"trace[764851767] linearizableReadLoop","detail":"{readStateIndex:4804; appliedIndex:4803; }","duration":"129.484271ms","start":"2026-05-08T20:03:11.687642Z","end":"2026-05-08T20:03:11.817127Z","steps":["trace[764851767] 'read index received' (duration: 129.249696ms)","trace[764851767] 'applied index is now lower than readState.Index' (duration: 232.905µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T20:03:15.312182Z","caller":"traceutil/trace.go:171","msg":"trace[1999746472] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"118.637949ms","start":"2026-05-08T20:03:15.193503Z","end":"2026-05-08T20:03:15.312141Z","steps":["trace[1999746472] 'process raft request' (duration: 118.323742ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T20:03:24.475704Z","caller":"traceutil/trace.go:171","msg":"trace[1162441874] linearizableReadLoop","detail":"{readStateIndex:5008; appliedIndex:5007; }","duration":"190.713765ms","start":"2026-05-08T20:03:24.284966Z","end":"2026-05-08T20:03:24.47568Z","steps":["trace[1162441874] 'read index received' (duration: 102.344876ms)","trace[1162441874] 'applied index is now lower than readState.Index' (duration: 88.367809ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T20:03:24.476347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.471132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-08T20:03:24.476403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.42794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T20:03:24.476413Z","caller":"traceutil/trace.go:171","msg":"trace[283065844] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4825; }","duration":"182.567364ms","start":"2026-05-08T20:03:24.293825Z","end":"2026-05-08T20:03:24.476392Z","steps":["trace[283065844] 'agreement among raft nodes before linearized reading' (duration: 182.294158ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T20:03:24.476454Z","caller":"traceutil/trace.go:171","msg":"trace[1155789848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4825; }","duration":"191.516201ms","start":"2026-05-08T20:03:24.284924Z","end":"2026-05-08T20:03:24.47644Z","steps":["trace[1155789848] 'agreement among raft nodes before linearized reading' (duration: 191.43148ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T20:03:24.476843Z","caller":"traceutil/trace.go:171","msg":"trace[934843637] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"204.998008ms","start":"2026-05-08T20:03:24.271824Z","end":"2026-05-08T20:03:24.476822Z","steps":["trace[934843637] 'process raft request' (duration: 115.489426ms)","trace[934843637] 'compare' (duration: 87.92728ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T20:05:17.457039Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2945} {"level":"info","ts":"2026-05-08T20:05:17.52815Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2945,"took":"69.300477ms","hash":1917774621,"current-db-size-bytes":53276672,"current-db-size":"53 MB","current-db-size-in-use-bytes":29560832,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-08T20:05:17.528339Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1917774621,"revision":2945,"compact-revision":-1} {"level":"info","ts":"2026-05-08T20:10:17.463387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5669} {"level":"info","ts":"2026-05-08T20:10:17.561625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5669,"took":"96.554991ms","hash":309228738,"current-db-size-bytes":53276672,"current-db-size":"53 MB","current-db-size-in-use-bytes":17924096,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-08T20:10:17.561696Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":309228738,"revision":5669,"compact-revision":2945}