{"level":"warn","ts":"2026-03-17T21:57:55.436164Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:57:55.436283Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.215:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.215:2380","--initial-cluster=instance=https://199.19.213.215:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.215:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.215:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-17T21:57:55.436349Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:57:55.436358Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-03-17T21:57:55.436379Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:57:55.436971Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"]} {"level":"info","ts":"2026-03-17T21:57:55.437049Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.215:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-17T21:57:55.441184Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.941434ms"} {"level":"info","ts":"2026-03-17T21:57:55.454348Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e6e5712872899056","cluster-id":"5d812b997db5c8f"} {"level":"info","ts":"2026-03-17T21:57:55.454465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T21:57:55.45449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became follower at term 0"} {"level":"info","ts":"2026-03-17T21:57:55.454504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e6e5712872899056 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-17T21:57:55.454521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became follower at term 1"} {"level":"info","ts":"2026-03-17T21:57:55.454563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=(16637828816924414038)"} {"level":"warn","ts":"2026-03-17T21:57:55.459696Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T21:57:55.460937Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T21:57:55.46186Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T21:57:55.464047Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e6e5712872899056","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T21:57:55.464306Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:57:55.464265Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e6e5712872899056","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-17T21:57:55.464419Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:57:55.464459Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:57:55.466312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 switched to configuration voters=(16637828816924414038)"} {"level":"info","ts":"2026-03-17T21:57:55.466432Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5d812b997db5c8f","local-member-id":"e6e5712872899056","added-peer-id":"e6e5712872899056","added-peer-peer-urls":["https://199.19.213.215:2380"]} {"level":"info","ts":"2026-03-17T21:57:55.46794Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:57:55.468064Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-03-17T21:57:55.468103Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.215:2380"} {"level":"info","ts":"2026-03-17T21:57:55.46817Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e6e5712872899056","initial-advertise-peer-urls":["https://199.19.213.215:2380"],"listen-peer-urls":["https://199.19.213.215:2380"],"advertise-client-urls":["https://199.19.213.215:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.215:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T21:57:55.468253Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T21:57:56.054773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 is starting a new election at term 1"} {"level":"info","ts":"2026-03-17T21:57:56.054888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-17T21:57:56.054946Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 received MsgPreVoteResp from e6e5712872899056 at term 1"} {"level":"info","ts":"2026-03-17T21:57:56.054982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became candidate at term 2"} {"level":"info","ts":"2026-03-17T21:57:56.055003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 received MsgVoteResp from e6e5712872899056 at term 2"} {"level":"info","ts":"2026-03-17T21:57:56.055019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e6e5712872899056 became leader at term 2"} {"level":"info","ts":"2026-03-17T21:57:56.055037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e6e5712872899056 elected leader e6e5712872899056 at term 2"} {"level":"info","ts":"2026-03-17T21:57:56.05908Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e6e5712872899056","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.215:2379]}","request-path":"/0/members/e6e5712872899056/attributes","cluster-id":"5d812b997db5c8f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T21:57:56.059095Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:57:56.059096Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:57:56.05912Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:57:56.059539Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T21:57:56.059582Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T21:57:56.06007Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5d812b997db5c8f","local-member-id":"e6e5712872899056","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:57:56.06018Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:57:56.060226Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:57:56.061852Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T21:57:56.062345Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.215:2379"} {"level":"info","ts":"2026-03-17T21:58:17.995075Z","caller":"traceutil/trace.go:171","msg":"trace[362518951] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"123.12112ms","start":"2026-03-17T21:58:17.871926Z","end":"2026-03-17T21:58:17.995047Z","steps":["trace[362518951] 'process raft request' (duration: 122.948427ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:18.106636Z","caller":"traceutil/trace.go:171","msg":"trace[1435023509] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"152.012768ms","start":"2026-03-17T21:58:17.954594Z","end":"2026-03-17T21:58:18.106607Z","steps":["trace[1435023509] 'process raft request' (duration: 151.956157ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:18.106692Z","caller":"traceutil/trace.go:171","msg":"trace[1190877806] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"234.216379ms","start":"2026-03-17T21:58:17.87245Z","end":"2026-03-17T21:58:18.106667Z","steps":["trace[1190877806] 'process raft request' (duration: 232.289703ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:31.245126Z","caller":"traceutil/trace.go:171","msg":"trace[1094585262] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"411.769233ms","start":"2026-03-17T21:58:30.833323Z","end":"2026-03-17T21:58:31.245092Z","steps":["trace[1094585262] 'process raft request' (duration: 411.544249ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:31.24543Z","caller":"traceutil/trace.go:171","msg":"trace[600436746] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:565; }","duration":"193.42073ms","start":"2026-03-17T21:58:31.051962Z","end":"2026-03-17T21:58:31.245383Z","steps":["trace[600436746] 'read index received' (duration: 193.40814ms)","trace[600436746] 'applied index is now lower than readState.Index' (duration: 10.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:58:31.245672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.637563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T21:58:31.245829Z","caller":"traceutil/trace.go:171","msg":"trace[1274585759] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:546; }","duration":"193.886878ms","start":"2026-03-17T21:58:31.051909Z","end":"2026-03-17T21:58:31.245796Z","steps":["trace[1274585759] 'agreement among raft nodes before linearized reading' (duration: 193.581493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:31.246062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:58:30.833304Z","time spent":"411.947745ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T21:59:40.670582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.172993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0036518d-f089-4227-bfaa-c4a81c85ed53\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-17T21:59:40.670626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.834713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-17T21:59:40.670702Z","caller":"traceutil/trace.go:171","msg":"trace[1921050762] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0036518d-f089-4227-bfaa-c4a81c85ed53; range_end:; response_count:1; response_revision:1593; }","duration":"157.379887ms","start":"2026-03-17T21:59:40.513296Z","end":"2026-03-17T21:59:40.670676Z","steps":["trace[1921050762] 'range keys from in-memory index tree' (duration: 156.848078ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:59:40.670743Z","caller":"traceutil/trace.go:171","msg":"trace[557458551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1593; }","duration":"142.015177ms","start":"2026-03-17T21:59:40.528702Z","end":"2026-03-17T21:59:40.670717Z","steps":["trace[557458551] 'range keys from in-memory index tree' (duration: 141.595528ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:59:40.805989Z","caller":"traceutil/trace.go:171","msg":"trace[2106557978] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"129.711875ms","start":"2026-03-17T21:59:40.676234Z","end":"2026-03-17T21:59:40.805945Z","steps":["trace[2106557978] 'process raft request' (duration: 129.48482ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:00:26.631954Z","caller":"traceutil/trace.go:171","msg":"trace[646212025] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"138.187697ms","start":"2026-03-17T22:00:26.49373Z","end":"2026-03-17T22:00:26.631918Z","steps":["trace[646212025] 'process raft request' (duration: 137.2615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:01:54.758947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.023686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-17T22:01:54.75903Z","caller":"traceutil/trace.go:171","msg":"trace[1977203303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2492; }","duration":"100.172459ms","start":"2026-03-17T22:01:54.658841Z","end":"2026-03-17T22:01:54.759013Z","steps":["trace[1977203303] 'range keys from in-memory index tree' (duration: 99.926305ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:01:54.885214Z","caller":"traceutil/trace.go:171","msg":"trace[1352477491] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"121.84807ms","start":"2026-03-17T22:01:54.763335Z","end":"2026-03-17T22:01:54.885183Z","steps":["trace[1352477491] 'process raft request' (duration: 121.676957ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:01:54.919027Z","caller":"traceutil/trace.go:171","msg":"trace[1912528737] linearizableReadLoop","detail":"{readStateIndex:2593; appliedIndex:2591; }","duration":"147.619305ms","start":"2026-03-17T22:01:54.771372Z","end":"2026-03-17T22:01:54.918991Z","steps":["trace[1912528737] 'read index received' (duration: 113.722959ms)","trace[1912528737] 'applied index is now lower than readState.Index' (duration: 33.895236ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:01:54.919108Z","caller":"traceutil/trace.go:171","msg":"trace[1836318] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"155.289157ms","start":"2026-03-17T22:01:54.763793Z","end":"2026-03-17T22:01:54.919082Z","steps":["trace[1836318] 'process raft request' (duration: 155.013331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:01:54.919408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.999462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-17T22:01:54.919509Z","caller":"traceutil/trace.go:171","msg":"trace[1923153334] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2494; }","duration":"148.155995ms","start":"2026-03-17T22:01:54.771329Z","end":"2026-03-17T22:01:54.919485Z","steps":["trace[1923153334] 'agreement among raft nodes before linearized reading' (duration: 147.794129ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:06:03.013665Z","caller":"traceutil/trace.go:171","msg":"trace[1889782703] linearizableReadLoop","detail":"{readStateIndex:4798; appliedIndex:4797; }","duration":"135.316ms","start":"2026-03-17T22:06:02.878324Z","end":"2026-03-17T22:06:03.01364Z","steps":["trace[1889782703] 'read index received' (duration: 135.122257ms)","trace[1889782703] 'applied index is now lower than readState.Index' (duration: 193.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:06:03.013743Z","caller":"traceutil/trace.go:171","msg":"trace[482803795] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"142.704217ms","start":"2026-03-17T22:06:02.871005Z","end":"2026-03-17T22:06:03.013709Z","steps":["trace[482803795] 'process raft request' (duration: 142.490864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:06:03.013949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.606285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-17T22:06:03.013991Z","caller":"traceutil/trace.go:171","msg":"trace[1579342062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4615; }","duration":"135.716227ms","start":"2026-03-17T22:06:02.87826Z","end":"2026-03-17T22:06:03.013977Z","steps":["trace[1579342062] 'agreement among raft nodes before linearized reading' (duration: 135.517004ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:06:03.201957Z","caller":"traceutil/trace.go:171","msg":"trace[141392583] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4799; }","duration":"136.460763ms","start":"2026-03-17T22:06:03.065468Z","end":"2026-03-17T22:06:03.201929Z","steps":["trace[141392583] 'read index received' (duration: 136.339301ms)","trace[141392583] 'applied index is now lower than readState.Index' (duration: 119.962µs)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:06:03.202215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.731457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-17T22:06:03.20222Z","caller":"traceutil/trace.go:171","msg":"trace[1876830912] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"177.742882ms","start":"2026-03-17T22:06:03.024447Z","end":"2026-03-17T22:06:03.20219Z","steps":["trace[1876830912] 'process raft request' (duration: 177.304605ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:06:03.20225Z","caller":"traceutil/trace.go:171","msg":"trace[412792069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4617; }","duration":"136.830119ms","start":"2026-03-17T22:06:03.065409Z","end":"2026-03-17T22:06:03.202239Z","steps":["trace[412792069] 'agreement among raft nodes before linearized reading' (duration: 136.622886ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:06:21.980704Z","caller":"traceutil/trace.go:171","msg":"trace[1930847942] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"158.797344ms","start":"2026-03-17T22:06:21.821838Z","end":"2026-03-17T22:06:21.980635Z","steps":["trace[1930847942] 'process raft request' (duration: 112.030286ms)","trace[1930847942] 'compare' (duration: 46.515363ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:07:56.09665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2797} {"level":"info","ts":"2026-03-17T22:07:56.157173Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2797,"took":"58.791698ms","hash":1238173966,"current-db-size-bytes":41418752,"current-db-size":"41 MB","current-db-size-in-use-bytes":30998528,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-17T22:07:56.157236Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1238173966,"revision":2797,"compact-revision":-1} {"level":"info","ts":"2026-03-17T22:12:27.636274Z","caller":"traceutil/trace.go:171","msg":"trace[1316730905] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"394.433543ms","start":"2026-03-17T22:12:27.241813Z","end":"2026-03-17T22:12:27.636246Z","steps":["trace[1316730905] 'process raft request' (duration: 296.928565ms)","trace[1316730905] 'compare' (duration: 97.355524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:12:27.636425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:12:27.241796Z","time spent":"394.556915ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T22:12:40.615462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.668686ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:12:40.615634Z","caller":"traceutil/trace.go:171","msg":"trace[185478541] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7704; }","duration":"162.843379ms","start":"2026-03-17T22:12:40.452762Z","end":"2026-03-17T22:12:40.615606Z","steps":["trace[185478541] 'range keys from in-memory index tree' (duration: 162.653396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:12:40.616013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.14949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:12:40.616171Z","caller":"traceutil/trace.go:171","msg":"trace[100671051] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"302.950048ms","start":"2026-03-17T22:12:40.313193Z","end":"2026-03-17T22:12:40.616143Z","steps":["trace[100671051] 'process raft request' (duration: 83.36448ms)","trace[100671051] 'compare' (duration: 218.785223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:12:40.616244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:12:40.313172Z","time spent":"303.038849ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T22:12:56.103741Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5755} {"level":"info","ts":"2026-03-17T22:12:56.195629Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5755,"took":"90.022737ms","hash":2392528605,"current-db-size-bytes":43134976,"current-db-size":"43 MB","current-db-size-in-use-bytes":23470080,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-17T22:12:56.19569Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2392528605,"revision":5755,"compact-revision":2797} {"level":"info","ts":"2026-03-17T22:13:08.42787Z","caller":"traceutil/trace.go:171","msg":"trace[1044737308] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"103.794726ms","start":"2026-03-17T22:13:08.324042Z","end":"2026-03-17T22:13:08.427837Z","steps":["trace[1044737308] 'process raft request' (duration: 103.558262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:13:20.437136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.144944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-17T22:13:20.437265Z","caller":"traceutil/trace.go:171","msg":"trace[2108800171] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7990; }","duration":"138.919807ms","start":"2026-03-17T22:13:20.298328Z","end":"2026-03-17T22:13:20.437247Z","steps":["trace[2108800171] 'process raft request' (duration: 26.507339ms)","trace[2108800171] 'compare' (duration: 111.94928ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:13:20.456909Z","caller":"traceutil/trace.go:171","msg":"trace[648137309] linearizableReadLoop","detail":"{readStateIndex:8287; appliedIndex:8286; }","duration":"129.285006ms","start":"2026-03-17T22:13:20.327601Z","end":"2026-03-17T22:13:20.456886Z","steps":["trace[648137309] 'read index received' (duration: 129.097243ms)","trace[648137309] 'applied index is now lower than readState.Index' (duration: 186.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:13:20.456961Z","caller":"traceutil/trace.go:171","msg":"trace[1150277073] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"157.904435ms","start":"2026-03-17T22:13:20.299027Z","end":"2026-03-17T22:13:20.456931Z","steps":["trace[1150277073] 'process raft request' (duration: 157.737512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:13:20.457108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.49055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-17T22:13:20.457149Z","caller":"traceutil/trace.go:171","msg":"trace[1560608205] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7991; }","duration":"129.576551ms","start":"2026-03-17T22:13:20.327562Z","end":"2026-03-17T22:13:20.457138Z","steps":["trace[1560608205] 'agreement among raft nodes before linearized reading' (duration: 129.416628ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:13:21.062733Z","caller":"traceutil/trace.go:171","msg":"trace[1478879637] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"124.016367ms","start":"2026-03-17T22:13:20.938677Z","end":"2026-03-17T22:13:21.062693Z","steps":["trace[1478879637] 'process raft request' (duration: 29.106958ms)","trace[1478879637] 'compare' (duration: 94.677845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:13:21.063937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.181319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rhthq\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-17T22:13:21.064036Z","caller":"traceutil/trace.go:171","msg":"trace[1902027450] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rhthq; range_end:; response_count:1; response_revision:7997; }","duration":"125.315942ms","start":"2026-03-17T22:13:20.938695Z","end":"2026-03-17T22:13:21.064011Z","steps":["trace[1902027450] 'agreement among raft nodes before linearized reading' (duration: 124.029388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:13:21.064741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.822117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-17T22:13:21.064855Z","caller":"traceutil/trace.go:171","msg":"trace[689613832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7997; }","duration":"137.99413ms","start":"2026-03-17T22:13:20.92683Z","end":"2026-03-17T22:13:21.064824Z","steps":["trace[689613832] 'agreement among raft nodes before linearized reading' (duration: 135.912591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:13:21.065245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.71883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:13:21.065427Z","caller":"traceutil/trace.go:171","msg":"trace[563292169] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7997; }","duration":"107.912034ms","start":"2026-03-17T22:13:20.957467Z","end":"2026-03-17T22:13:21.065379Z","steps":["trace[563292169] 'agreement among raft nodes before linearized reading' (duration: 105.327295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:13:21.065501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.344742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-17T22:13:21.066152Z","caller":"traceutil/trace.go:171","msg":"trace[786539068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7997; }","duration":"143.034285ms","start":"2026-03-17T22:13:20.923084Z","end":"2026-03-17T22:13:21.066118Z","steps":["trace[786539068] 'agreement among raft nodes before linearized reading' (duration: 139.734614ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:13:21.214218Z","caller":"traceutil/trace.go:171","msg":"trace[1935284091] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"144.445951ms","start":"2026-03-17T22:13:21.069739Z","end":"2026-03-17T22:13:21.214185Z","steps":["trace[1935284091] 'process raft request' (duration: 121.760694ms)","trace[1935284091] 'compare' (duration: 22.535655ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:13:21.258606Z","caller":"traceutil/trace.go:171","msg":"trace[1534388429] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"188.517002ms","start":"2026-03-17T22:13:21.070053Z","end":"2026-03-17T22:13:21.25857Z","steps":["trace[1534388429] 'process raft request' (duration: 188.286517ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:13:21.258629Z","caller":"traceutil/trace.go:171","msg":"trace[1824063862] linearizableReadLoop","detail":"{readStateIndex:8295; appliedIndex:8293; }","duration":"185.74444ms","start":"2026-03-17T22:13:21.072858Z","end":"2026-03-17T22:13:21.258602Z","steps":["trace[1824063862] 'read index received' (duration: 118.662185ms)","trace[1824063862] 'applied index is now lower than readState.Index' (duration: 67.081135ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:13:21.258746Z","caller":"traceutil/trace.go:171","msg":"trace[5761629] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"185.464885ms","start":"2026-03-17T22:13:21.073239Z","end":"2026-03-17T22:13:21.258703Z","steps":["trace[5761629] 'process raft request' (duration: 185.292762ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:13:21.258703Z","caller":"traceutil/trace.go:171","msg":"trace[1185660687] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"185.511296ms","start":"2026-03-17T22:13:21.073168Z","end":"2026-03-17T22:13:21.258679Z","steps":["trace[1185660687] 'process raft request' (duration: 185.315852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:13:21.258834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.954684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:13:21.258927Z","caller":"traceutil/trace.go:171","msg":"trace[602973187] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8001; }","duration":"186.081946ms","start":"2026-03-17T22:13:21.072825Z","end":"2026-03-17T22:13:21.258907Z","steps":["trace[602973187] 'agreement among raft nodes before linearized reading' (duration: 185.948454ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:13:21.390932Z","caller":"traceutil/trace.go:171","msg":"trace[545163441] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"157.168112ms","start":"2026-03-17T22:13:21.233735Z","end":"2026-03-17T22:13:21.390903Z","steps":["trace[545163441] 'process raft request' (duration: 117.257801ms)","trace[545163441] 'compare' (duration: 39.650016ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:13:21.391115Z","caller":"traceutil/trace.go:171","msg":"trace[1398518140] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8297; }","duration":"132.319173ms","start":"2026-03-17T22:13:21.258766Z","end":"2026-03-17T22:13:21.391085Z","steps":["trace[1398518140] 'read index received' (duration: 92.206408ms)","trace[1398518140] 'applied index is now lower than readState.Index' (duration: 40.109604ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:13:21.391152Z","caller":"traceutil/trace.go:171","msg":"trace[772537474] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"107.479525ms","start":"2026-03-17T22:13:21.283639Z","end":"2026-03-17T22:13:21.391119Z","steps":["trace[772537474] 'process raft request' (duration: 107.20402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:13:21.391339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.800027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-17T22:13:21.391365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.624944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.189dc099b3c8c91f\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-17T22:13:21.391422Z","caller":"traceutil/trace.go:171","msg":"trace[1869520027] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8003; }","duration":"214.92967ms","start":"2026-03-17T22:13:21.17647Z","end":"2026-03-17T22:13:21.3914Z","steps":["trace[1869520027] 'agreement among raft nodes before linearized reading' (duration: 214.782508ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:13:21.391434Z","caller":"traceutil/trace.go:171","msg":"trace[1081427480] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.189dc099b3c8c91f; range_end:; response_count:1; response_revision:8003; }","duration":"170.717006ms","start":"2026-03-17T22:13:21.220695Z","end":"2026-03-17T22:13:21.391412Z","steps":["trace[1081427480] 'agreement among raft nodes before linearized reading' (duration: 170.429561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:13:21.391451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.984532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-17T22:13:21.391506Z","caller":"traceutil/trace.go:171","msg":"trace[1952461160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8003; }","duration":"128.091005ms","start":"2026-03-17T22:13:21.263396Z","end":"2026-03-17T22:13:21.391487Z","steps":["trace[1952461160] 'agreement among raft nodes before linearized reading' (duration: 127.88549ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:16:50.661443Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e6e5712872899056","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-17T22:16:50.669161Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-17T22:16:50.669252Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-17T22:16:55.655419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.05987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T22:16:55.655506Z","caller":"traceutil/trace.go:171","msg":"trace[605383373] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9689; }","duration":"114.214503ms","start":"2026-03-17T22:16:55.541272Z","end":"2026-03-17T22:16:55.655487Z","steps":["trace[605383373] 'count revisions from in-memory index tree' (duration: 113.837636ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:17:56.111199Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7783} {"level":"info","ts":"2026-03-17T22:17:56.178546Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7783,"took":"65.208036ms","hash":1944116273,"current-db-size-bytes":43134976,"current-db-size":"43 MB","current-db-size-in-use-bytes":26451968,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-17T22:17:56.178646Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1944116273,"revision":7783,"compact-revision":5755} {"level":"info","ts":"2026-03-17T22:22:56.118254Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10032} {"level":"info","ts":"2026-03-17T22:22:56.200269Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10032,"took":"79.114186ms","hash":2569934575,"current-db-size-bytes":43134976,"current-db-size":"43 MB","current-db-size-in-use-bytes":17072128,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-17T22:22:56.20037Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2569934575,"revision":10032,"compact-revision":7783}