{"level":"warn","ts":"2026-03-19T07:19:22.879586Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T07:19:22.879682Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=instance=https://199.204.45.157:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T07:19:22.879748Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T07:19:22.879756Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-19T07:19:22.879786Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T07:19:22.88039Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-03-19T07:19:22.88047Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.157:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T07:19:22.952476Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"64.725034ms"} {"level":"info","ts":"2026-03-19T07:19:22.965182Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5f170c75a1d97cc","cluster-id":"44a3176ec85feb9"} {"level":"info","ts":"2026-03-19T07:19:22.965278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T07:19:22.965301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 0"} {"level":"info","ts":"2026-03-19T07:19:22.965311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5f170c75a1d97cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T07:19:22.965334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 1"} {"level":"info","ts":"2026-03-19T07:19:22.965379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"warn","ts":"2026-03-19T07:19:22.97225Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T07:19:22.973609Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T07:19:22.974915Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T07:19:22.978069Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5f170c75a1d97cc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T07:19:22.978306Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5f170c75a1d97cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T07:19:22.978485Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T07:19:22.97855Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T07:19:22.978565Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T07:19:22.979339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"info","ts":"2026-03-19T07:19:22.97997Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","added-peer-id":"5f170c75a1d97cc","added-peer-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-19T07:19:22.984819Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T07:19:22.984938Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-19T07:19:22.985018Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-19T07:19:22.985284Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5f170c75a1d97cc","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T07:19:22.985337Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T07:19:23.466778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T07:19:23.466836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T07:19:23.466859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgPreVoteResp from 5f170c75a1d97cc at term 1"} {"level":"info","ts":"2026-03-19T07:19:23.46688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became candidate at term 2"} {"level":"info","ts":"2026-03-19T07:19:23.466891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgVoteResp from 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-19T07:19:23.466908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became leader at term 2"} {"level":"info","ts":"2026-03-19T07:19:23.466921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5f170c75a1d97cc elected leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-19T07:19:23.468028Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5f170c75a1d97cc","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.157:2379]}","request-path":"/0/members/5f170c75a1d97cc/attributes","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T07:19:23.468202Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T07:19:23.468296Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T07:19:23.468735Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T07:19:23.468907Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T07:19:23.468936Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T07:19:23.471756Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-03-19T07:19:23.471992Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T07:19:23.472156Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T07:19:23.472203Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T07:19:23.473286Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T07:19:58.457896Z","caller":"traceutil/trace.go:171","msg":"trace[1281901613] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:519; }","duration":"327.810767ms","start":"2026-03-19T07:19:58.130065Z","end":"2026-03-19T07:19:58.457875Z","steps":["trace[1281901613] 'read index received' (duration: 327.639214ms)","trace[1281901613] 'applied index is now lower than readState.Index' (duration: 170.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T07:19:58.458073Z","caller":"traceutil/trace.go:171","msg":"trace[1705781080] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"332.893854ms","start":"2026-03-19T07:19:58.125064Z","end":"2026-03-19T07:19:58.457958Z","steps":["trace[1705781080] 'process raft request' (duration: 332.70708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:19:58.459263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T07:19:58.125033Z","time spent":"333.503237ms","remote":"127.0.0.1:56436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T07:19:58.486637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.91395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T07:19:58.486755Z","caller":"traceutil/trace.go:171","msg":"trace[1576772078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:503; }","duration":"219.076522ms","start":"2026-03-19T07:19:58.267656Z","end":"2026-03-19T07:19:58.486733Z","steps":["trace[1576772078] 'agreement among raft nodes before linearized reading' (duration: 190.339282ms)","trace[1576772078] 'range keys from in-memory index tree' (duration: 28.571167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T07:19:58.486817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.719951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T07:19:58.486921Z","caller":"traceutil/trace.go:171","msg":"trace[198395062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:503; }","duration":"356.861875ms","start":"2026-03-19T07:19:58.130032Z","end":"2026-03-19T07:19:58.486894Z","steps":["trace[198395062] 'agreement among raft nodes before linearized reading' (duration: 327.966061ms)","trace[198395062] 'range keys from in-memory index tree' (duration: 28.71267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T07:19:58.486977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T07:19:58.130021Z","time spent":"356.946496ms","remote":"127.0.0.1:56530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T07:19:59.193461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938290239618701664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T07:19:59.27364Z","caller":"traceutil/trace.go:171","msg":"trace[515538982] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"652.894607ms","start":"2026-03-19T07:19:58.620723Z","end":"2026-03-19T07:19:59.273617Z","steps":["trace[515538982] 'process raft request' (duration: 652.733884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:19:59.273781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T07:19:58.620698Z","time spent":"653.01173ms","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4749,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T07:19:59.37075Z","caller":"traceutil/trace.go:171","msg":"trace[710747495] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:522; }","duration":"678.207677ms","start":"2026-03-19T07:19:58.692521Z","end":"2026-03-19T07:19:59.370729Z","steps":["trace[710747495] 'read index received' (duration: 580.933982ms)","trace[710747495] 'applied index is now lower than readState.Index' (duration: 97.272825ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T07:19:59.370822Z","caller":"traceutil/trace.go:171","msg":"trace[660749136] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"636.634138ms","start":"2026-03-19T07:19:58.734157Z","end":"2026-03-19T07:19:59.370791Z","steps":["trace[660749136] 'process raft request' (duration: 636.451984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:19:59.370963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T07:19:58.734141Z","time spent":"636.74815ms","remote":"127.0.0.1:56530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T07:19:59.370977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.262759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T07:19:59.370973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.426552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T07:19:59.371019Z","caller":"traceutil/trace.go:171","msg":"trace[839146539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:507; }","duration":"405.419042ms","start":"2026-03-19T07:19:58.965587Z","end":"2026-03-19T07:19:59.371006Z","steps":["trace[839146539] 'agreement among raft nodes before linearized reading' (duration: 405.274959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:19:59.371055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T07:19:58.965566Z","time spent":"405.479733ms","remote":"127.0.0.1:56530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T07:19:59.371057Z","caller":"traceutil/trace.go:171","msg":"trace[179650286] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:507; }","duration":"678.524434ms","start":"2026-03-19T07:19:58.692508Z","end":"2026-03-19T07:19:59.371032Z","steps":["trace[179650286] 'agreement among raft nodes before linearized reading' (duration: 678.35381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:19:59.371105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T07:19:58.692451Z","time spent":"678.645837ms","remote":"127.0.0.1:56342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-19T07:20:18.625426Z","caller":"traceutil/trace.go:171","msg":"trace[1326968320] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"256.193757ms","start":"2026-03-19T07:20:18.369203Z","end":"2026-03-19T07:20:18.625397Z","steps":["trace[1326968320] 'process raft request' (duration: 223.250514ms)","trace[1326968320] 'compare' (duration: 32.716268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T07:21:02.888259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.950401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T07:21:02.888353Z","caller":"traceutil/trace.go:171","msg":"trace[1232773526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1532; }","duration":"196.053893ms","start":"2026-03-19T07:21:02.692281Z","end":"2026-03-19T07:21:02.888334Z","steps":["trace[1232773526] 'range keys from in-memory index tree' (duration: 195.804526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:21:03.261794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.389933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T07:21:03.261887Z","caller":"traceutil/trace.go:171","msg":"trace[908380597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1535; }","duration":"112.537116ms","start":"2026-03-19T07:21:03.149326Z","end":"2026-03-19T07:21:03.261863Z","steps":["trace[908380597] 'range keys from in-memory index tree' (duration: 112.119727ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:21:14.231032Z","caller":"traceutil/trace.go:171","msg":"trace[1189116288] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"140.236468ms","start":"2026-03-19T07:21:14.090774Z","end":"2026-03-19T07:21:14.231011Z","steps":["trace[1189116288] 'process raft request' (duration: 126.948048ms)","trace[1189116288] 'compare' (duration: 13.108035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T07:21:14.699414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.909313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T07:21:14.699572Z","caller":"traceutil/trace.go:171","msg":"trace[1015750469] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1625; }","duration":"152.153348ms","start":"2026-03-19T07:21:14.547395Z","end":"2026-03-19T07:21:14.699549Z","steps":["trace[1015750469] 'count revisions from in-memory index tree' (duration: 151.752239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:21:47.580329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.690774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T07:21:47.58043Z","caller":"traceutil/trace.go:171","msg":"trace[287955946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1803; }","duration":"110.847677ms","start":"2026-03-19T07:21:47.469561Z","end":"2026-03-19T07:21:47.580409Z","steps":["trace[287955946] 'range keys from in-memory index tree' (duration: 110.55151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:21:53.522572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.515926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T07:21:53.52271Z","caller":"traceutil/trace.go:171","msg":"trace[823041000] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1900; }","duration":"263.459324ms","start":"2026-03-19T07:21:53.259232Z","end":"2026-03-19T07:21:53.522691Z","steps":["trace[823041000] 'read index received' (duration: 118.5692ms)","trace[823041000] 'applied index is now lower than readState.Index' (duration: 144.888674ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T07:21:53.522826Z","caller":"traceutil/trace.go:171","msg":"trace[1549519164] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"281.136316ms","start":"2026-03-19T07:21:53.241615Z","end":"2026-03-19T07:21:53.522751Z","steps":["trace[1549519164] 'process raft request' (duration: 136.183411ms)","trace[1549519164] 'compare' (duration: 144.313962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T07:21:53.523008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.752721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T07:21:53.52322Z","caller":"traceutil/trace.go:171","msg":"trace[1039387123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1830; }","duration":"263.936365ms","start":"2026-03-19T07:21:53.259196Z","end":"2026-03-19T07:21:53.523133Z","steps":["trace[1039387123] 'agreement among raft nodes before linearized reading' (duration: 263.597447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:21:53.876718Z","caller":"traceutil/trace.go:171","msg":"trace[88127982] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"250.410659ms","start":"2026-03-19T07:21:53.626275Z","end":"2026-03-19T07:21:53.876686Z","steps":["trace[88127982] 'process raft request' (duration: 250.233256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:25:37.343821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.242382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T07:25:37.343915Z","caller":"traceutil/trace.go:171","msg":"trace[672967180] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3308; }","duration":"180.384746ms","start":"2026-03-19T07:25:37.163511Z","end":"2026-03-19T07:25:37.343896Z","steps":["trace[672967180] 'range keys from in-memory index tree' (duration: 180.14597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:27:07.558667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.80993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T07:27:07.558955Z","caller":"traceutil/trace.go:171","msg":"trace[2021050729] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"310.103413ms","start":"2026-03-19T07:27:07.24883Z","end":"2026-03-19T07:27:07.558934Z","steps":["trace[2021050729] 'process raft request' (duration: 135.941675ms)","trace[2021050729] 'compare' (duration: 173.499834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T07:27:07.559049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T07:27:07.248809Z","time spent":"310.198434ms","remote":"127.0.0.1:56530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T07:27:07.559148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.568787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fad8099-1fc1-4c56-9d35-910236318abe\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T07:27:07.559202Z","caller":"traceutil/trace.go:171","msg":"trace[987129642] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4fad8099-1fc1-4c56-9d35-910236318abe; range_end:; response_count:1; response_revision:4474; }","duration":"274.66619ms","start":"2026-03-19T07:27:07.284521Z","end":"2026-03-19T07:27:07.559187Z","steps":["trace[987129642] 'agreement among raft nodes before linearized reading' (duration: 274.481775ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:27:07.559183Z","caller":"traceutil/trace.go:171","msg":"trace[1542568708] linearizableReadLoop","detail":"{readStateIndex:4653; appliedIndex:4652; }","duration":"274.313321ms","start":"2026-03-19T07:27:07.28458Z","end":"2026-03-19T07:27:07.558893Z","steps":["trace[1542568708] 'read index received' (duration: 100.213954ms)","trace[1542568708] 'applied index is now lower than readState.Index' (duration: 174.097717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T07:27:07.598963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.006192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T07:27:07.59905Z","caller":"traceutil/trace.go:171","msg":"trace[1125565298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4475; }","duration":"131.119625ms","start":"2026-03-19T07:27:07.467909Z","end":"2026-03-19T07:27:07.599029Z","steps":["trace[1125565298] 'agreement among raft nodes before linearized reading' (duration: 130.989932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:27:07.599069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.867943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pnrm5\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T07:27:07.599081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T07:27:07.599079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.216341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fad8099-1fc1-4c56-9d35-910236318abe\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T07:27:07.599133Z","caller":"traceutil/trace.go:171","msg":"trace[1705019861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pnrm5; range_end:; response_count:1; response_revision:4475; }","duration":"164.950414ms","start":"2026-03-19T07:27:07.434165Z","end":"2026-03-19T07:27:07.599115Z","steps":["trace[1705019861] 'agreement among raft nodes before linearized reading' (duration: 164.787371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:27:07.599142Z","caller":"traceutil/trace.go:171","msg":"trace[1283507047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4475; }","duration":"153.412303ms","start":"2026-03-19T07:27:07.445716Z","end":"2026-03-19T07:27:07.599128Z","steps":["trace[1283507047] 'agreement among raft nodes before linearized reading' (duration: 153.205878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:27:07.599164Z","caller":"traceutil/trace.go:171","msg":"trace[970977435] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4fad8099-1fc1-4c56-9d35-910236318abe; range_end:; response_count:1; response_revision:4475; }","duration":"136.339124ms","start":"2026-03-19T07:27:07.462803Z","end":"2026-03-19T07:27:07.599142Z","steps":["trace[970977435] 'agreement among raft nodes before linearized reading' (duration: 136.075049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:27:07.59951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.338555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8hqr2-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-19T07:27:07.599558Z","caller":"traceutil/trace.go:171","msg":"trace[1149749914] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8hqr2-tls; range_end:; response_count:1; response_revision:4475; }","duration":"168.419657ms","start":"2026-03-19T07:27:07.431127Z","end":"2026-03-19T07:27:07.599546Z","steps":["trace[1149749914] 'agreement among raft nodes before linearized reading' (duration: 167.687792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:27:17.432875Z","caller":"traceutil/trace.go:171","msg":"trace[155538088] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"149.224184ms","start":"2026-03-19T07:27:17.283628Z","end":"2026-03-19T07:27:17.432852Z","steps":["trace[155538088] 'process raft request' (duration: 148.612271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:27:23.241635Z","caller":"traceutil/trace.go:171","msg":"trace[1542302105] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"101.205086ms","start":"2026-03-19T07:27:23.140386Z","end":"2026-03-19T07:27:23.241591Z","steps":["trace[1542302105] 'process raft request' (duration: 95.545017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:27:23.241659Z","caller":"traceutil/trace.go:171","msg":"trace[2091229957] linearizableReadLoop","detail":"{readStateIndex:4947; appliedIndex:4945; }","duration":"100.818878ms","start":"2026-03-19T07:27:23.14082Z","end":"2026-03-19T07:27:23.241639Z","steps":["trace[2091229957] 'read index received' (duration: 95.122318ms)","trace[2091229957] 'applied index is now lower than readState.Index' (duration: 5.665239ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T07:27:23.241821Z","caller":"traceutil/trace.go:171","msg":"trace[1964501608] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4759; }","duration":"101.015422ms","start":"2026-03-19T07:27:23.140749Z","end":"2026-03-19T07:27:23.241764Z","steps":["trace[1964501608] 'process raft request' (duration: 100.769136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:27:23.241922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.082073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T07:27:23.24199Z","caller":"traceutil/trace.go:171","msg":"trace[1639395488] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4760; }","duration":"101.174705ms","start":"2026-03-19T07:27:23.1408Z","end":"2026-03-19T07:27:23.241975Z","steps":["trace[1639395488] 'agreement among raft nodes before linearized reading' (duration: 101.013092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:27:53.248907Z","caller":"traceutil/trace.go:171","msg":"trace[994560908] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"128.636548ms","start":"2026-03-19T07:27:53.120245Z","end":"2026-03-19T07:27:53.248881Z","steps":["trace[994560908] 'read index received' (duration: 128.453564ms)","trace[994560908] 'applied index is now lower than readState.Index' (duration: 181.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T07:27:53.249013Z","caller":"traceutil/trace.go:171","msg":"trace[1134470823] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"143.208893ms","start":"2026-03-19T07:27:53.105771Z","end":"2026-03-19T07:27:53.24898Z","steps":["trace[1134470823] 'process raft request' (duration: 142.943157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:27:53.249123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.39039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-19T07:27:53.249192Z","caller":"traceutil/trace.go:171","msg":"trace[201603666] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4997; }","duration":"126.510633ms","start":"2026-03-19T07:27:53.122666Z","end":"2026-03-19T07:27:53.249176Z","steps":["trace[201603666] 'agreement among raft nodes before linearized reading' (duration: 126.38054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:27:53.249124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.857192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5164"} {"level":"info","ts":"2026-03-19T07:27:53.249535Z","caller":"traceutil/trace.go:171","msg":"trace[1827614425] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:4997; }","duration":"129.084297ms","start":"2026-03-19T07:27:53.120217Z","end":"2026-03-19T07:27:53.249302Z","steps":["trace[1827614425] 'agreement among raft nodes before linearized reading' (duration: 128.805981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:27:53.470153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.472961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-03-19T07:27:53.470295Z","caller":"traceutil/trace.go:171","msg":"trace[1050214614] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:4997; }","duration":"115.689796ms","start":"2026-03-19T07:27:53.354581Z","end":"2026-03-19T07:27:53.470271Z","steps":["trace[1050214614] 'range keys from in-memory index tree' (duration: 115.213586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T07:27:53.470278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.920597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T07:27:53.470284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.135409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-67gwx\" ","response":"range_response_count:1 size:4482"} {"level":"info","ts":"2026-03-19T07:27:53.470366Z","caller":"traceutil/trace.go:171","msg":"trace[1870297681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4997; }","duration":"102.06402ms","start":"2026-03-19T07:27:53.368281Z","end":"2026-03-19T07:27:53.470345Z","steps":["trace[1870297681] 'range keys from in-memory index tree' (duration: 101.754074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T07:27:53.470379Z","caller":"traceutil/trace.go:171","msg":"trace[1307567616] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-67gwx; range_end:; response_count:1; response_revision:4997; }","duration":"110.288272ms","start":"2026-03-19T07:27:53.360073Z","end":"2026-03-19T07:27:53.470362Z","steps":["trace[1307567616] 'range keys from in-memory index tree' (duration: 109.943845ms)"],"step_count":1}