{"level":"warn","ts":"2026-03-19T17:51:55.797464Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:51:55.797575Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.156:2380","--initial-cluster=instance=https://199.19.213.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T17:51:55.797661Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:51:55.797686Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-03-19T17:51:55.797713Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:51:55.798693Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.156:2379"]} {"level":"info","ts":"2026-03-19T17:51:55.798815Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.156:2380"],"listen-peer-urls":["https://199.19.213.156:2380"],"advertise-client-urls":["https://199.19.213.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T17:51:55.812067Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"12.97459ms"} {"level":"info","ts":"2026-03-19T17:51:55.866052Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"163ef968c92247ab","cluster-id":"59d11c119c278888"} {"level":"info","ts":"2026-03-19T17:51:55.86629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T17:51:55.866324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab became follower at term 0"} {"level":"info","ts":"2026-03-19T17:51:55.866348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 163ef968c92247ab [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T17:51:55.866364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab became follower at term 1"} {"level":"info","ts":"2026-03-19T17:51:55.866425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab switched to configuration voters=(1602992745836857259)"} {"level":"warn","ts":"2026-03-19T17:51:55.923107Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T17:51:55.927045Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T17:51:55.929789Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T17:51:55.940253Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"163ef968c92247ab","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T17:51:55.940892Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"163ef968c92247ab","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T17:51:55.941057Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:51:55.941115Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:51:55.941137Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:51:55.947395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab switched to configuration voters=(1602992745836857259)"} {"level":"info","ts":"2026-03-19T17:51:55.947659Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"59d11c119c278888","local-member-id":"163ef968c92247ab","added-peer-id":"163ef968c92247ab","added-peer-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-03-19T17:51:55.947757Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:51:55.947885Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.156:2380"} {"level":"info","ts":"2026-03-19T17:51:55.948037Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.156:2380"} {"level":"info","ts":"2026-03-19T17:51:55.948259Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"163ef968c92247ab","initial-advertise-peer-urls":["https://199.19.213.156:2380"],"listen-peer-urls":["https://199.19.213.156:2380"],"advertise-client-urls":["https://199.19.213.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T17:51:55.948343Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T17:51:56.567394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T17:51:56.567458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T17:51:56.567558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab received MsgPreVoteResp from 163ef968c92247ab at term 1"} {"level":"info","ts":"2026-03-19T17:51:56.567578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab became candidate at term 2"} {"level":"info","ts":"2026-03-19T17:51:56.567587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab received MsgVoteResp from 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-03-19T17:51:56.567599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"163ef968c92247ab became leader at term 2"} {"level":"info","ts":"2026-03-19T17:51:56.56761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 163ef968c92247ab elected leader 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-03-19T17:51:56.571136Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:51:56.574529Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:51:56.574535Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"163ef968c92247ab","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.156:2379]}","request-path":"/0/members/163ef968c92247ab/attributes","cluster-id":"59d11c119c278888","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T17:51:56.574623Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:51:56.574966Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T17:51:56.575003Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T17:51:56.57691Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.156:2379"} {"level":"info","ts":"2026-03-19T17:51:56.576972Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"59d11c119c278888","local-member-id":"163ef968c92247ab","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:51:56.57708Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:51:56.577121Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:51:56.578076Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T17:51:58.093761Z","caller":"traceutil/trace.go:171","msg":"trace[1682420676] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"103.423095ms","start":"2026-03-19T17:51:57.990303Z","end":"2026-03-19T17:51:58.093726Z","steps":["trace[1682420676] 'process raft request' (duration: 97.449013ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:58.093992Z","caller":"traceutil/trace.go:171","msg":"trace[1064828768] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10; }","duration":"103.535067ms","start":"2026-03-19T17:51:57.990406Z","end":"2026-03-19T17:51:58.093941Z","steps":["trace[1064828768] 'process raft request' (duration: 103.21567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:58.09399Z","caller":"traceutil/trace.go:171","msg":"trace[89169010] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"102.61931ms","start":"2026-03-19T17:51:57.991344Z","end":"2026-03-19T17:51:58.093963Z","steps":["trace[89169010] 'process raft request' (duration: 102.308183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:15.370787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.492984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:15.371085Z","caller":"traceutil/trace.go:171","msg":"trace[1444891948] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"437.368572ms","start":"2026-03-19T17:52:14.933675Z","end":"2026-03-19T17:52:15.371044Z","steps":["trace[1444891948] 'process raft request' (duration: 334.056064ms)","trace[1444891948] 'compare' (duration: 102.33284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:15.371269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:14.933665Z","time spent":"437.513064ms","remote":"127.0.0.1:40448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4157,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:15.371291Z","caller":"traceutil/trace.go:171","msg":"trace[1869655451] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"436.113589ms","start":"2026-03-19T17:52:14.935142Z","end":"2026-03-19T17:52:15.371255Z","steps":["trace[1869655451] 'read index received' (duration: 332.513575ms)","trace[1869655451] 'applied index is now lower than readState.Index' (duration: 103.597324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:15.377623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.421217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-03-19T17:52:15.3777Z","caller":"traceutil/trace.go:171","msg":"trace[593756591] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:410; }","duration":"442.593509ms","start":"2026-03-19T17:52:14.935083Z","end":"2026-03-19T17:52:15.377677Z","steps":["trace[593756591] 'agreement among raft nodes before linearized reading' (duration: 436.265022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:15.377755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:14.935055Z","time spent":"442.687421ms","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3877,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-03-19T17:52:35.601186Z","caller":"traceutil/trace.go:171","msg":"trace[589959618] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"208.656455ms","start":"2026-03-19T17:52:35.392506Z","end":"2026-03-19T17:52:35.601163Z","steps":["trace[589959618] 'process raft request' (duration: 208.43111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:36.443537Z","caller":"traceutil/trace.go:171","msg":"trace[88317344] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:543; }","duration":"111.214354ms","start":"2026-03-19T17:52:36.332299Z","end":"2026-03-19T17:52:36.443513Z","steps":["trace[88317344] 'read index received' (duration: 75.399949ms)","trace[88317344] 'applied index is now lower than readState.Index' (duration: 35.813205ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:36.443647Z","caller":"traceutil/trace.go:171","msg":"trace[12358879] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"124.390739ms","start":"2026-03-19T17:52:36.319217Z","end":"2026-03-19T17:52:36.443608Z","steps":["trace[12358879] 'process raft request' (duration: 124.184215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:36.443725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.389047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:36.443792Z","caller":"traceutil/trace.go:171","msg":"trace[1867387026] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:522; }","duration":"111.518561ms","start":"2026-03-19T17:52:36.332256Z","end":"2026-03-19T17:52:36.443774Z","steps":["trace[1867387026] 'agreement among raft nodes before linearized reading' (duration: 111.380729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.733601Z","caller":"traceutil/trace.go:171","msg":"trace[434138227] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"207.590725ms","start":"2026-03-19T17:52:37.525985Z","end":"2026-03-19T17:52:37.733576Z","steps":["trace[434138227] 'process raft request' (duration: 206.567365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.734309Z","caller":"traceutil/trace.go:171","msg":"trace[1636422540] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"205.20688ms","start":"2026-03-19T17:52:37.529063Z","end":"2026-03-19T17:52:37.73427Z","steps":["trace[1636422540] 'process raft request' (duration: 204.432376ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.741794Z","caller":"traceutil/trace.go:171","msg":"trace[530161992] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"184.830732ms","start":"2026-03-19T17:52:37.556941Z","end":"2026-03-19T17:52:37.741771Z","steps":["trace[530161992] 'process raft request' (duration: 184.797001ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.742078Z","caller":"traceutil/trace.go:171","msg":"trace[64644414] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"186.560045ms","start":"2026-03-19T17:52:37.555498Z","end":"2026-03-19T17:52:37.742058Z","steps":["trace[64644414] 'process raft request' (duration: 186.116667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.742074Z","caller":"traceutil/trace.go:171","msg":"trace[1370643757] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"185.958644ms","start":"2026-03-19T17:52:37.556078Z","end":"2026-03-19T17:52:37.742037Z","steps":["trace[1370643757] 'process raft request' (duration: 185.596477ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.742153Z","caller":"traceutil/trace.go:171","msg":"trace[282591460] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"186.564625ms","start":"2026-03-19T17:52:37.555544Z","end":"2026-03-19T17:52:37.742109Z","steps":["trace[282591460] 'process raft request' (duration: 186.097317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.742167Z","caller":"traceutil/trace.go:171","msg":"trace[1990968632] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"185.74883ms","start":"2026-03-19T17:52:37.55641Z","end":"2026-03-19T17:52:37.742159Z","steps":["trace[1990968632] 'process raft request' (duration: 185.291362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.742258Z","caller":"traceutil/trace.go:171","msg":"trace[626568981] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"188.601043ms","start":"2026-03-19T17:52:37.553642Z","end":"2026-03-19T17:52:37.742243Z","steps":["trace[626568981] 'process raft request' (duration: 187.9104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.742282Z","caller":"traceutil/trace.go:171","msg":"trace[1681900106] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"207.294369ms","start":"2026-03-19T17:52:37.534976Z","end":"2026-03-19T17:52:37.74227Z","steps":["trace[1681900106] 'process raft request' (duration: 206.407813ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:37.7424Z","caller":"traceutil/trace.go:171","msg":"trace[1707815809] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"187.013193ms","start":"2026-03-19T17:52:37.555374Z","end":"2026-03-19T17:52:37.742387Z","steps":["trace[1707815809] 'process raft request' (duration: 186.216059ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:56.952843Z","caller":"traceutil/trace.go:171","msg":"trace[653165939] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"296.501225ms","start":"2026-03-19T17:52:56.656287Z","end":"2026-03-19T17:52:56.952789Z","steps":["trace[653165939] 'process raft request' (duration: 274.349944ms)","trace[653165939] 'compare' (duration: 21.913217ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:49.009698Z","caller":"traceutil/trace.go:171","msg":"trace[2093883860] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"162.363613ms","start":"2026-03-19T17:53:48.847308Z","end":"2026-03-19T17:53:49.009672Z","steps":["trace[2093883860] 'process raft request' (duration: 162.18363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:49.213106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.407898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:49.213196Z","caller":"traceutil/trace.go:171","msg":"trace[853816826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1565; }","duration":"112.551061ms","start":"2026-03-19T17:53:49.100625Z","end":"2026-03-19T17:53:49.213176Z","steps":["trace[853816826] 'range keys from in-memory index tree' (duration: 112.318096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:38.365976Z","caller":"traceutil/trace.go:171","msg":"trace[1742683260] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"191.271379ms","start":"2026-03-19T17:54:38.174657Z","end":"2026-03-19T17:54:38.365928Z","steps":["trace[1742683260] 'process raft request' (duration: 140.777717ms)","trace[1742683260] 'compare' (duration: 50.329709ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:38.664654Z","caller":"traceutil/trace.go:171","msg":"trace[1917108603] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"211.366543ms","start":"2026-03-19T17:54:38.453256Z","end":"2026-03-19T17:54:38.664623Z","steps":["trace[1917108603] 'process raft request' (duration: 208.39001ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:27.709683Z","caller":"traceutil/trace.go:171","msg":"trace[657524781] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"119.27908ms","start":"2026-03-19T17:55:27.59038Z","end":"2026-03-19T17:55:27.709659Z","steps":["trace[657524781] 'process raft request' (duration: 118.730887ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:01.187412Z","caller":"traceutil/trace.go:171","msg":"trace[608047975] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"117.31872ms","start":"2026-03-19T17:56:01.070043Z","end":"2026-03-19T17:56:01.187362Z","steps":["trace[608047975] 'process raft request' (duration: 117.006092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:01.369123Z","caller":"traceutil/trace.go:171","msg":"trace[1864761370] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"100.629148ms","start":"2026-03-19T17:56:01.26842Z","end":"2026-03-19T17:56:01.369049Z","steps":["trace[1864761370] 'process raft request' (duration: 66.045773ms)","trace[1864761370] 'compare' (duration: 34.466362ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:21.667718Z","caller":"traceutil/trace.go:171","msg":"trace[1017463189] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"117.80224ms","start":"2026-03-19T17:58:21.549896Z","end":"2026-03-19T17:58:21.667699Z","steps":["trace[1017463189] 'process raft request' (duration: 117.667678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:27.1438Z","caller":"traceutil/trace.go:171","msg":"trace[1541942753] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"199.301392ms","start":"2026-03-19T17:58:26.944463Z","end":"2026-03-19T17:58:27.143764Z","steps":["trace[1541942753] 'process raft request' (duration: 199.113808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:46.631432Z","caller":"traceutil/trace.go:171","msg":"trace[1692699057] linearizableReadLoop","detail":"{readStateIndex:4416; appliedIndex:4415; }","duration":"117.63243ms","start":"2026-03-19T17:59:46.513774Z","end":"2026-03-19T17:59:46.631406Z","steps":["trace[1692699057] 'read index received' (duration: 116.0285ms)","trace[1692699057] 'applied index is now lower than readState.Index' (duration: 1.60077ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:46.631482Z","caller":"traceutil/trace.go:171","msg":"trace[517240297] transaction","detail":"{read_only:false; response_revision:4241; number_of_response:1; }","duration":"118.652209ms","start":"2026-03-19T17:59:46.512797Z","end":"2026-03-19T17:59:46.63145Z","steps":["trace[517240297] 'process raft request' (duration: 116.995308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:46.631653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.859384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T17:59:46.631696Z","caller":"traceutil/trace.go:171","msg":"trace[548427349] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4241; }","duration":"117.933505ms","start":"2026-03-19T17:59:46.513749Z","end":"2026-03-19T17:59:46.631683Z","steps":["trace[548427349] 'agreement among raft nodes before linearized reading' (duration: 117.759662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:54.519149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.176814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:59:54.519244Z","caller":"traceutil/trace.go:171","msg":"trace[1782444068] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4506; }","duration":"181.341166ms","start":"2026-03-19T17:59:54.337884Z","end":"2026-03-19T17:59:54.519225Z","steps":["trace[1782444068] 'count revisions from in-memory index tree' (duration: 181.078342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:54.519263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.771509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T17:59:54.519327Z","caller":"traceutil/trace.go:171","msg":"trace[775368024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4506; }","duration":"221.8724ms","start":"2026-03-19T17:59:54.29744Z","end":"2026-03-19T17:59:54.519312Z","steps":["trace[775368024] 'range keys from in-memory index tree' (duration: 221.652276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:54.519433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.410427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T17:59:54.519501Z","caller":"traceutil/trace.go:171","msg":"trace[1843011712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4506; }","duration":"218.519328ms","start":"2026-03-19T17:59:54.300967Z","end":"2026-03-19T17:59:54.519486Z","steps":["trace[1843011712] 'range keys from in-memory index tree' (duration: 218.250923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:05.270258Z","caller":"traceutil/trace.go:171","msg":"trace[1508485124] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"128.109326ms","start":"2026-03-19T18:00:05.142092Z","end":"2026-03-19T18:00:05.270202Z","steps":["trace[1508485124] 'process raft request' (duration: 77.170837ms)","trace[1508485124] 'compare' (duration: 50.740794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:00:35.908597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.652623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:00:35.908907Z","caller":"traceutil/trace.go:171","msg":"trace[174690145] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"296.042272ms","start":"2026-03-19T18:00:35.612821Z","end":"2026-03-19T18:00:35.908863Z","steps":["trace[174690145] 'process raft request' (duration: 172.024923ms)","trace[174690145] 'compare' (duration: 123.454878ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:36.376106Z","caller":"traceutil/trace.go:171","msg":"trace[211431518] linearizableReadLoop","detail":"{readStateIndex:5271; appliedIndex:5270; }","duration":"414.237292ms","start":"2026-03-19T18:00:35.961841Z","end":"2026-03-19T18:00:36.376078Z","steps":["trace[211431518] 'read index received' (duration: 414.030258ms)","trace[211431518] 'applied index is now lower than readState.Index' (duration: 205.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:36.376151Z","caller":"traceutil/trace.go:171","msg":"trace[1143579146] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"455.048201ms","start":"2026-03-19T18:00:35.92106Z","end":"2026-03-19T18:00:36.376108Z","steps":["trace[1143579146] 'process raft request' (duration: 454.870008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:36.376351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.491206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:00:36.376411Z","caller":"traceutil/trace.go:171","msg":"trace[1036446967] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5071; }","duration":"414.602159ms","start":"2026-03-19T18:00:35.961794Z","end":"2026-03-19T18:00:36.376396Z","steps":["trace[1036446967] 'agreement among raft nodes before linearized reading' (duration: 414.423745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:36.376423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:35.921028Z","time spent":"455.312127ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:00:36.376447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:35.961773Z","time spent":"414.664321ms","remote":"127.0.0.1:40136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:00:36.383548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.291784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:00:36.383615Z","caller":"traceutil/trace.go:171","msg":"trace[1104111695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5072; }","duration":"283.395556ms","start":"2026-03-19T18:00:36.100204Z","end":"2026-03-19T18:00:36.3836Z","steps":["trace[1104111695] 'agreement among raft nodes before linearized reading' (duration: 283.283194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:36.383624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.904822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:00:36.383671Z","caller":"traceutil/trace.go:171","msg":"trace[1145387868] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5072; }","duration":"365.964594ms","start":"2026-03-19T18:00:36.017685Z","end":"2026-03-19T18:00:36.38365Z","steps":["trace[1145387868] 'agreement among raft nodes before linearized reading' (duration: 365.850362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:36.383712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:36.017675Z","time spent":"366.017115ms","remote":"127.0.0.1:40352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:00:36.525771Z","caller":"traceutil/trace.go:171","msg":"trace[807829920] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"143.448061ms","start":"2026-03-19T18:00:36.382291Z","end":"2026-03-19T18:00:36.525739Z","steps":["trace[807829920] 'process raft request' (duration: 75.808622ms)","trace[807829920] 'compare' (duration: 67.399234ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:36.525858Z","caller":"traceutil/trace.go:171","msg":"trace[1501538247] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"143.129794ms","start":"2026-03-19T18:00:36.3827Z","end":"2026-03-19T18:00:36.52583Z","steps":["trace[1501538247] 'process raft request' (duration: 142.953081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:36.526003Z","caller":"traceutil/trace.go:171","msg":"trace[1705519929] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5272; }","duration":"142.550474ms","start":"2026-03-19T18:00:36.383436Z","end":"2026-03-19T18:00:36.525987Z","steps":["trace[1705519929] 'read index received' (duration: 74.677271ms)","trace[1705519929] 'applied index is now lower than readState.Index' (duration: 67.871923ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:36.526039Z","caller":"traceutil/trace.go:171","msg":"trace[1136435079] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"139.06911ms","start":"2026-03-19T18:00:36.386951Z","end":"2026-03-19T18:00:36.52602Z","steps":["trace[1136435079] 'process raft request' (duration: 138.987148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:36.526096Z","caller":"traceutil/trace.go:171","msg":"trace[2012895147] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"142.634576ms","start":"2026-03-19T18:00:36.383377Z","end":"2026-03-19T18:00:36.526011Z","steps":["trace[2012895147] 'process raft request' (duration: 142.494913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:36.526248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.687569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:00:36.526248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.288784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-140fbecb-31da-446b-a7a2-66cd1ac4e787\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T18:00:36.526289Z","caller":"traceutil/trace.go:171","msg":"trace[429096092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5077; }","duration":"141.77047ms","start":"2026-03-19T18:00:36.384508Z","end":"2026-03-19T18:00:36.526278Z","steps":["trace[429096092] 'agreement among raft nodes before linearized reading' (duration: 141.699908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:36.526302Z","caller":"traceutil/trace.go:171","msg":"trace[1961771224] range","detail":"{range_begin:/registry/persistentvolumes/pvc-140fbecb-31da-446b-a7a2-66cd1ac4e787; range_end:; response_count:1; response_revision:5077; }","duration":"146.391326ms","start":"2026-03-19T18:00:36.379899Z","end":"2026-03-19T18:00:36.52629Z","steps":["trace[1961771224] 'agreement among raft nodes before linearized reading' (duration: 146.198782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:36.526164Z","caller":"traceutil/trace.go:171","msg":"trace[1323790778] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"143.154605ms","start":"2026-03-19T18:00:36.383001Z","end":"2026-03-19T18:00:36.526155Z","steps":["trace[1323790778] 'process raft request' (duration: 142.730508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:36.944248Z","caller":"traceutil/trace.go:171","msg":"trace[200150985] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"117.051459ms","start":"2026-03-19T18:00:36.827161Z","end":"2026-03-19T18:00:36.944212Z","steps":["trace[200150985] 'process raft request' (duration: 116.811575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.600575Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2743} {"level":"info","ts":"2026-03-19T18:01:56.656435Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2743,"took":"54.386064ms","hash":3272021120,"current-db-size-bytes":40927232,"current-db-size":"41 MB","current-db-size-in-use-bytes":30732288,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-19T18:01:56.656506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3272021120,"revision":2743,"compact-revision":-1} {"level":"info","ts":"2026-03-19T18:06:21.319288Z","caller":"traceutil/trace.go:171","msg":"trace[565070027] linearizableReadLoop","detail":"{readStateIndex:7847; appliedIndex:7846; }","duration":"192.605599ms","start":"2026-03-19T18:06:21.126664Z","end":"2026-03-19T18:06:21.319269Z","steps":["trace[565070027] 'read index received' (duration: 192.420865ms)","trace[565070027] 'applied index is now lower than readState.Index' (duration: 183.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:06:21.319311Z","caller":"traceutil/trace.go:171","msg":"trace[1694836354] transaction","detail":"{read_only:false; response_revision:7562; number_of_response:1; }","duration":"226.527956ms","start":"2026-03-19T18:06:21.092754Z","end":"2026-03-19T18:06:21.319282Z","steps":["trace[1694836354] 'process raft request' (duration: 226.389282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:21.319452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.776933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:06:21.319479Z","caller":"traceutil/trace.go:171","msg":"trace[582190487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7562; }","duration":"192.856244ms","start":"2026-03-19T18:06:21.126612Z","end":"2026-03-19T18:06:21.319468Z","steps":["trace[582190487] 'agreement among raft nodes before linearized reading' (duration: 192.743512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:06:32.919151Z","caller":"traceutil/trace.go:171","msg":"trace[2074767800] linearizableReadLoop","detail":"{readStateIndex:7904; appliedIndex:7903; }","duration":"202.605494ms","start":"2026-03-19T18:06:32.716528Z","end":"2026-03-19T18:06:32.919133Z","steps":["trace[2074767800] 'read index received' (duration: 202.498242ms)","trace[2074767800] 'applied index is now lower than readState.Index' (duration: 106.432µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:06:32.919223Z","caller":"traceutil/trace.go:171","msg":"trace[919547317] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"231.333695ms","start":"2026-03-19T18:06:32.687857Z","end":"2026-03-19T18:06:32.919191Z","steps":["trace[919547317] 'process raft request' (duration: 231.174232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:32.919302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.765637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:06:32.919325Z","caller":"traceutil/trace.go:171","msg":"trace[1563917955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7616; }","duration":"202.836688ms","start":"2026-03-19T18:06:32.716483Z","end":"2026-03-19T18:06:32.919319Z","steps":["trace[1563917955] 'agreement among raft nodes before linearized reading' (duration: 202.745226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:06:32.919423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.736849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:06:32.919489Z","caller":"traceutil/trace.go:171","msg":"trace[1361772488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7616; }","duration":"200.872082ms","start":"2026-03-19T18:06:32.718601Z","end":"2026-03-19T18:06:32.919473Z","steps":["trace[1361772488] 'agreement among raft nodes before linearized reading' (duration: 200.671128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:06:33.806266Z","caller":"traceutil/trace.go:171","msg":"trace[1965609756] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"102.985953ms","start":"2026-03-19T18:06:33.70325Z","end":"2026-03-19T18:06:33.806236Z","steps":["trace[1965609756] 'process raft request' (duration: 102.763009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:06:35.153844Z","caller":"traceutil/trace.go:171","msg":"trace[2092774162] linearizableReadLoop","detail":"{readStateIndex:7917; appliedIndex:7916; }","duration":"126.771913ms","start":"2026-03-19T18:06:35.027042Z","end":"2026-03-19T18:06:35.153814Z","steps":["trace[2092774162] 'read index received' (duration: 120.198102ms)","trace[2092774162] 'applied index is now lower than readState.Index' (duration: 6.571491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:06:35.154062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.986306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:06:35.154202Z","caller":"traceutil/trace.go:171","msg":"trace[1418059577] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7628; }","duration":"127.17872ms","start":"2026-03-19T18:06:35.027002Z","end":"2026-03-19T18:06:35.154181Z","steps":["trace[1418059577] 'agreement among raft nodes before linearized reading' (duration: 126.917236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:06:56.61151Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5677} {"level":"info","ts":"2026-03-19T18:06:56.700932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5677,"took":"87.62532ms","hash":1901935138,"current-db-size-bytes":42364928,"current-db-size":"42 MB","current-db-size-in-use-bytes":23105536,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-19T18:06:56.700996Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1901935138,"revision":5677,"compact-revision":2743} {"level":"info","ts":"2026-03-19T18:07:01.028725Z","caller":"traceutil/trace.go:171","msg":"trace[432379329] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"460.435459ms","start":"2026-03-19T18:07:00.568267Z","end":"2026-03-19T18:07:01.028702Z","steps":["trace[432379329] 'process raft request' (duration: 460.294146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:01.028871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:07:00.568243Z","time spent":"460.551381ms","remote":"127.0.0.1:40266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:07:03.263041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.521382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:07:03.263069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.65322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:07:03.263123Z","caller":"traceutil/trace.go:171","msg":"trace[1834953634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7814; }","duration":"163.649053ms","start":"2026-03-19T18:07:03.099452Z","end":"2026-03-19T18:07:03.263101Z","steps":["trace[1834953634] 'range keys from in-memory index tree' (duration: 163.418519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:03.263121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.899148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-19T18:07:03.263211Z","caller":"traceutil/trace.go:171","msg":"trace[1175039867] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7814; }","duration":"230.034471ms","start":"2026-03-19T18:07:03.033152Z","end":"2026-03-19T18:07:03.263186Z","steps":["trace[1175039867] 'range keys from in-memory index tree' (duration: 229.701075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:03.263247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.930338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:07:03.263335Z","caller":"traceutil/trace.go:171","msg":"trace[953814179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7814; }","duration":"158.06297ms","start":"2026-03-19T18:07:03.105253Z","end":"2026-03-19T18:07:03.263316Z","steps":["trace[953814179] 'range keys from in-memory index tree' (duration: 157.46493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:03.263294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.518503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T18:07:03.26315Z","caller":"traceutil/trace.go:171","msg":"trace[959483882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7814; }","duration":"192.779723ms","start":"2026-03-19T18:07:03.070351Z","end":"2026-03-19T18:07:03.263131Z","steps":["trace[959483882] 'range keys from in-memory index tree' (duration: 192.492408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:03.26349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.461101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T18:07:03.263529Z","caller":"traceutil/trace.go:171","msg":"trace[1422561766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7814; }","duration":"182.500642ms","start":"2026-03-19T18:07:03.081019Z","end":"2026-03-19T18:07:03.263519Z","steps":["trace[1422561766] 'range keys from in-memory index tree' (duration: 182.330589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:03.263495Z","caller":"traceutil/trace.go:171","msg":"trace[417019273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7814; }","duration":"175.791858ms","start":"2026-03-19T18:07:03.087681Z","end":"2026-03-19T18:07:03.263473Z","steps":["trace[417019273] 'range keys from in-memory index tree' (duration: 175.289249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:03.3789Z","caller":"traceutil/trace.go:171","msg":"trace[269062140] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"110.298358ms","start":"2026-03-19T18:07:03.26858Z","end":"2026-03-19T18:07:03.378879Z","steps":["trace[269062140] 'process raft request' (duration: 110.121644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:03.379171Z","caller":"traceutil/trace.go:171","msg":"trace[52262300] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"110.507322ms","start":"2026-03-19T18:07:03.268636Z","end":"2026-03-19T18:07:03.379143Z","steps":["trace[52262300] 'process raft request' (duration: 110.195026ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:03.379312Z","caller":"traceutil/trace.go:171","msg":"trace[679286005] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"109.995884ms","start":"2026-03-19T18:07:03.269292Z","end":"2026-03-19T18:07:03.379288Z","steps":["trace[679286005] 'process raft request' (duration: 109.945303ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:03.379375Z","caller":"traceutil/trace.go:171","msg":"trace[72771329] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"110.574214ms","start":"2026-03-19T18:07:03.268762Z","end":"2026-03-19T18:07:03.379336Z","steps":["trace[72771329] 'process raft request' (duration: 110.298319ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:13.04223Z","caller":"traceutil/trace.go:171","msg":"trace[1506966336] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"135.634116ms","start":"2026-03-19T18:07:12.906564Z","end":"2026-03-19T18:07:13.042198Z","steps":["trace[1506966336] 'process raft request' (duration: 135.376821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:13.628379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.233733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:07:13.628651Z","caller":"traceutil/trace.go:171","msg":"trace[618987282] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"110.777356ms","start":"2026-03-19T18:07:13.51785Z","end":"2026-03-19T18:07:13.628627Z","steps":["trace[618987282] 'process raft request' (duration: 110.640654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:13.628677Z","caller":"traceutil/trace.go:171","msg":"trace[1780288312] linearizableReadLoop","detail":"{readStateIndex:8210; appliedIndex:8209; }","duration":"191.60414ms","start":"2026-03-19T18:07:13.437001Z","end":"2026-03-19T18:07:13.628605Z","steps":["trace[1780288312] 'read index received' (duration: 39.027111ms)","trace[1780288312] 'applied index is now lower than readState.Index' (duration: 152.573179ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:13.628882Z","caller":"traceutil/trace.go:171","msg":"trace[873546709] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"191.861795ms","start":"2026-03-19T18:07:13.4369Z","end":"2026-03-19T18:07:13.628761Z","steps":["trace[873546709] 'process raft request' (duration: 39.194864ms)","trace[873546709] 'compare' (duration: 152.05066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:07:13.629172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.049871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:07:13.629235Z","caller":"traceutil/trace.go:171","msg":"trace[750113004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7909; }","duration":"191.160443ms","start":"2026-03-19T18:07:13.43806Z","end":"2026-03-19T18:07:13.62922Z","steps":["trace[750113004] 'agreement among raft nodes before linearized reading' (duration: 191.025861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:13.629336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.641739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:07:13.629414Z","caller":"traceutil/trace.go:171","msg":"trace[1358523487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7909; }","duration":"186.804112ms","start":"2026-03-19T18:07:13.442593Z","end":"2026-03-19T18:07:13.629397Z","steps":["trace[1358523487] 'agreement among raft nodes before linearized reading' (duration: 186.576158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:13.62993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.927005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:07:13.629984Z","caller":"traceutil/trace.go:171","msg":"trace[1717545919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7909; }","duration":"193.008867ms","start":"2026-03-19T18:07:13.436959Z","end":"2026-03-19T18:07:13.629968Z","steps":["trace[1717545919] 'agreement among raft nodes before linearized reading' (duration: 191.849645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:13.804022Z","caller":"traceutil/trace.go:171","msg":"trace[457171703] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"169.480672ms","start":"2026-03-19T18:07:13.634507Z","end":"2026-03-19T18:07:13.803987Z","steps":["trace[457171703] 'process raft request' (duration: 169.33383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:13.804067Z","caller":"traceutil/trace.go:171","msg":"trace[152898926] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8211; }","duration":"141.577086ms","start":"2026-03-19T18:07:13.66247Z","end":"2026-03-19T18:07:13.804047Z","steps":["trace[152898926] 'read index received' (duration: 51.638945ms)","trace[152898926] 'applied index is now lower than readState.Index' (duration: 89.937151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:07:13.804245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.75763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p77z4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:07:13.804277Z","caller":"traceutil/trace.go:171","msg":"trace[1799462355] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p77z4; range_end:; response_count:1; response_revision:7913; }","duration":"141.847381ms","start":"2026-03-19T18:07:13.662422Z","end":"2026-03-19T18:07:13.804269Z","steps":["trace[1799462355] 'agreement among raft nodes before linearized reading' (duration: 141.694069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:13.804344Z","caller":"traceutil/trace.go:171","msg":"trace[1306479954] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"169.881179ms","start":"2026-03-19T18:07:13.634443Z","end":"2026-03-19T18:07:13.804324Z","steps":["trace[1306479954] 'process raft request' (duration: 157.618013ms)","trace[1306479954] 'compare' (duration: 11.430641ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:07:13.804489Z","caller":"traceutil/trace.go:171","msg":"trace[1599981643] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"169.90442ms","start":"2026-03-19T18:07:13.634574Z","end":"2026-03-19T18:07:13.804479Z","steps":["trace[1599981643] 'process raft request' (duration: 169.369401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:13.992817Z","caller":"traceutil/trace.go:171","msg":"trace[1392652045] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"114.447815ms","start":"2026-03-19T18:07:13.878327Z","end":"2026-03-19T18:07:13.992775Z","steps":["trace[1392652045] 'process raft request' (duration: 114.331233ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:14.511683Z","caller":"traceutil/trace.go:171","msg":"trace[58307486] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"126.348406ms","start":"2026-03-19T18:07:14.385308Z","end":"2026-03-19T18:07:14.511656Z","steps":["trace[58307486] 'process raft request' (duration: 126.163352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:07:14.881485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.539368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:07:14.881587Z","caller":"traceutil/trace.go:171","msg":"trace[1559851521] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7918; }","duration":"113.684171ms","start":"2026-03-19T18:07:14.767877Z","end":"2026-03-19T18:07:14.881561Z","steps":["trace[1559851521] 'count revisions from in-memory index tree' (duration: 113.469207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:14.991175Z","caller":"traceutil/trace.go:171","msg":"trace[397603904] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"107.964135ms","start":"2026-03-19T18:07:14.883186Z","end":"2026-03-19T18:07:14.991151Z","steps":["trace[397603904] 'process raft request' (duration: 107.785172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:25.284803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.154319ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T18:10:50.398785Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"163ef968c92247ab","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:10:50.405685Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T18:10:50.405778Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T18:11:56.617443Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7740} {"level":"info","ts":"2026-03-19T18:11:56.682045Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7740,"took":"62.571581ms","hash":200559227,"current-db-size-bytes":42364928,"current-db-size":"42 MB","current-db-size-in-use-bytes":26300416,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-19T18:11:56.682104Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":200559227,"revision":7740,"compact-revision":5677} {"level":"info","ts":"2026-03-19T18:16:56.623476Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9981} {"level":"info","ts":"2026-03-19T18:16:56.696934Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9981,"took":"71.316308ms","hash":3537645925,"current-db-size-bytes":42364928,"current-db-size":"42 MB","current-db-size-in-use-bytes":16818176,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-19T18:16:56.697005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3537645925,"revision":9981,"compact-revision":7740}