{"level":"warn","ts":"2026-09-03T16:18:01.820882Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-03T16:18:01.820969Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.56:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.56:2380","--initial-cluster=instance=https://162.253.55.56:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.56:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.56:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-09-03T16:18:01.821027Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-03T16:18:01.82104Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.56:2380"]} {"level":"info","ts":"2026-09-03T16:18:01.821055Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-03T16:18:01.821716Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.56:2379"]} {"level":"info","ts":"2026-09-03T16:18:01.821786Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.56:2380"],"listen-peer-urls":["https://162.253.55.56:2380"],"advertise-client-urls":["https://162.253.55.56:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.56:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.56:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-09-03T16:18:01.828458Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.482064ms"} {"level":"info","ts":"2026-09-03T16:18:01.837764Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c9fb5245756f3898","cluster-id":"2527a2eb37d698df"} {"level":"info","ts":"2026-09-03T16:18:01.838004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 switched to configuration voters=()"} {"level":"info","ts":"2026-09-03T16:18:01.838021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 became follower at term 0"} {"level":"info","ts":"2026-09-03T16:18:01.83806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c9fb5245756f3898 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-09-03T16:18:01.838085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 became follower at term 1"} {"level":"info","ts":"2026-09-03T16:18:01.838118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 switched to configuration voters=(14554317079054334104)"} {"level":"warn","ts":"2026-09-03T16:18:01.845956Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-09-03T16:18:01.847832Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-09-03T16:18:01.849316Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-09-03T16:18:01.851921Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c9fb5245756f3898","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-09-03T16:18:01.852205Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-03T16:18:01.852086Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c9fb5245756f3898","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-09-03T16:18:01.852361Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-03T16:18:01.852449Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-03T16:18:01.854691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 switched to configuration voters=(14554317079054334104)"} {"level":"info","ts":"2026-09-03T16:18:01.855164Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2527a2eb37d698df","local-member-id":"c9fb5245756f3898","added-peer-id":"c9fb5245756f3898","added-peer-peer-urls":["https://162.253.55.56:2380"]} {"level":"info","ts":"2026-09-03T16:18:01.856805Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-03T16:18:01.856941Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.56:2380"} {"level":"info","ts":"2026-09-03T16:18:01.857017Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.56:2380"} {"level":"info","ts":"2026-09-03T16:18:01.857058Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-09-03T16:18:01.857035Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c9fb5245756f3898","initial-advertise-peer-urls":["https://162.253.55.56:2380"],"listen-peer-urls":["https://162.253.55.56:2380"],"advertise-client-urls":["https://162.253.55.56:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.56:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-09-03T16:18:02.639224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 is starting a new election at term 1"} {"level":"info","ts":"2026-09-03T16:18:02.639311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 became pre-candidate at term 1"} {"level":"info","ts":"2026-09-03T16:18:02.639349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 received MsgPreVoteResp from c9fb5245756f3898 at term 1"} {"level":"info","ts":"2026-09-03T16:18:02.639366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 became candidate at term 2"} {"level":"info","ts":"2026-09-03T16:18:02.639373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 received MsgVoteResp from c9fb5245756f3898 at term 2"} {"level":"info","ts":"2026-09-03T16:18:02.639385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9fb5245756f3898 became leader at term 2"} {"level":"info","ts":"2026-09-03T16:18:02.639397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c9fb5245756f3898 elected leader c9fb5245756f3898 at term 2"} {"level":"info","ts":"2026-09-03T16:18:02.640637Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-09-03T16:18:02.6415Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c9fb5245756f3898","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.56:2379]}","request-path":"/0/members/c9fb5245756f3898/attributes","cluster-id":"2527a2eb37d698df","publish-timeout":"7s"} {"level":"info","ts":"2026-09-03T16:18:02.641715Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-03T16:18:02.641785Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-03T16:18:02.641874Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-09-03T16:18:02.641937Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-09-03T16:18:02.642049Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2527a2eb37d698df","local-member-id":"c9fb5245756f3898","cluster-version":"3.5"} {"level":"info","ts":"2026-09-03T16:18:02.642158Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-09-03T16:18:02.642199Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-09-03T16:18:02.644172Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.56:2379"} {"level":"info","ts":"2026-09-03T16:18:02.644188Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-09-03T16:18:28.12367Z","caller":"traceutil/trace.go:171","msg":"trace[1081658240] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"138.439864ms","start":"2026-09-03T16:18:27.985197Z","end":"2026-09-03T16:18:28.123636Z","steps":["trace[1081658240] 'process raft request' (duration: 138.253751ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:18:58.411728Z","caller":"traceutil/trace.go:171","msg":"trace[1194932935] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"176.327553ms","start":"2026-09-03T16:18:58.235376Z","end":"2026-09-03T16:18:58.411704Z","steps":["trace[1194932935] 'process raft request' (duration: 176.17433ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:18:58.411748Z","caller":"traceutil/trace.go:171","msg":"trace[1680378852] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"193.629048ms","start":"2026-09-03T16:18:58.218073Z","end":"2026-09-03T16:18:58.411702Z","steps":["trace[1680378852] 'process raft request' (duration: 135.386604ms)","trace[1680378852] 'compare' (duration: 57.951258ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:18:58.411868Z","caller":"traceutil/trace.go:171","msg":"trace[76340124] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"124.946667ms","start":"2026-09-03T16:18:58.286884Z","end":"2026-09-03T16:18:58.411831Z","steps":["trace[76340124] 'process raft request' (duration: 124.739213ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:19:03.815014Z","caller":"traceutil/trace.go:171","msg":"trace[502239749] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"139.847773ms","start":"2026-09-03T16:19:03.675092Z","end":"2026-09-03T16:19:03.81494Z","steps":["trace[502239749] 'read index received' (duration: 130.082362ms)","trace[502239749] 'applied index is now lower than readState.Index' (duration: 9.763941ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:19:03.815152Z","caller":"traceutil/trace.go:171","msg":"trace[529712493] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"265.738645ms","start":"2026-09-03T16:19:03.549294Z","end":"2026-09-03T16:19:03.815032Z","steps":["trace[529712493] 'process raft request' (duration: 257.018833ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:19:03.817979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.872029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-03T16:19:03.818072Z","caller":"traceutil/trace.go:171","msg":"trace[1059116763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"143.005883ms","start":"2026-09-03T16:19:03.675051Z","end":"2026-09-03T16:19:03.818057Z","steps":["trace[1059116763] 'agreement among raft nodes before linearized reading' (duration: 140.020147ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:19:03.956028Z","caller":"traceutil/trace.go:171","msg":"trace[1644349081] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"135.073613ms","start":"2026-09-03T16:19:03.820925Z","end":"2026-09-03T16:19:03.955999Z","steps":["trace[1644349081] 'process raft request' (duration: 93.836606ms)","trace[1644349081] 'compare' (duration: 41.027613ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:19:04.866789Z","caller":"traceutil/trace.go:171","msg":"trace[331799474] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"109.27399ms","start":"2026-09-03T16:19:04.757491Z","end":"2026-09-03T16:19:04.866765Z","steps":["trace[331799474] 'process raft request' (duration: 108.710629ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:19:05.678497Z","caller":"traceutil/trace.go:171","msg":"trace[1121183538] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:702; }","duration":"208.338084ms","start":"2026-09-03T16:19:05.47012Z","end":"2026-09-03T16:19:05.678458Z","steps":["trace[1121183538] 'read index received' (duration: 207.113681ms)","trace[1121183538] 'applied index is now lower than readState.Index' (duration: 1.222723ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:19:05.67872Z","caller":"traceutil/trace.go:171","msg":"trace[731129269] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"714.292839ms","start":"2026-09-03T16:19:04.964273Z","end":"2026-09-03T16:19:05.678566Z","steps":["trace[731129269] 'process raft request' (duration: 713.2496ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:19:05.678829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.675961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l6xbj\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-09-03T16:19:05.679074Z","caller":"traceutil/trace.go:171","msg":"trace[46850669] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l6xbj; range_end:; response_count:1; response_revision:677; }","duration":"208.989297ms","start":"2026-09-03T16:19:05.470067Z","end":"2026-09-03T16:19:05.679056Z","steps":["trace[46850669] 'agreement among raft nodes before linearized reading' (duration: 208.587489ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:19:05.679674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-03T16:19:04.964247Z","time spent":"714.686167ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-03T16:19:05.781862Z","caller":"traceutil/trace.go:171","msg":"trace[950557810] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"125.008188ms","start":"2026-09-03T16:19:05.656824Z","end":"2026-09-03T16:19:05.781832Z","steps":["trace[950557810] 'process raft request' (duration: 68.107343ms)","trace[950557810] 'compare' (duration: 56.62152ms)"],"step_count":2} {"level":"warn","ts":"2026-09-03T16:19:05.781993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.137269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.56\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-09-03T16:19:05.782205Z","caller":"traceutil/trace.go:171","msg":"trace[1370882450] range","detail":"{range_begin:/registry/masterleases/162.253.55.56; range_end:; response_count:1; response_revision:678; }","duration":"188.419724ms","start":"2026-09-03T16:19:05.59377Z","end":"2026-09-03T16:19:05.78219Z","steps":["trace[1370882450] 'agreement among raft nodes before linearized reading' (duration: 188.134929ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:19:05.781837Z","caller":"traceutil/trace.go:171","msg":"trace[1154575745] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:703; }","duration":"103.162793ms","start":"2026-09-03T16:19:05.678618Z","end":"2026-09-03T16:19:05.781781Z","steps":["trace[1154575745] 'read index received' (duration: 46.538304ms)","trace[1154575745] 'applied index is now lower than readState.Index' (duration: 56.622399ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:19:12.700806Z","caller":"traceutil/trace.go:171","msg":"trace[957640613] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"155.496361ms","start":"2026-09-03T16:19:12.545287Z","end":"2026-09-03T16:19:12.700784Z","steps":["trace[957640613] 'process raft request' (duration: 108.435177ms)","trace[957640613] 'compare' (duration: 46.950092ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:19:12.703765Z","caller":"traceutil/trace.go:171","msg":"trace[1357838227] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"150.594081ms","start":"2026-09-03T16:19:12.553149Z","end":"2026-09-03T16:19:12.703743Z","steps":["trace[1357838227] 'process raft request' (duration: 150.53307ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:19:12.703947Z","caller":"traceutil/trace.go:171","msg":"trace[320948762] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"153.087516ms","start":"2026-09-03T16:19:12.550841Z","end":"2026-09-03T16:19:12.703928Z","steps":["trace[320948762] 'process raft request' (duration: 152.7416ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:20:08.061191Z","caller":"traceutil/trace.go:171","msg":"trace[1295150627] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"371.537221ms","start":"2026-09-03T16:20:07.689628Z","end":"2026-09-03T16:20:08.061165Z","steps":["trace[1295150627] 'process raft request' (duration: 371.421317ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:20:08.061438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-03T16:20:07.689612Z","time spent":"371.697997ms","remote":"127.0.0.1:43326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-03T16:20:43.891737Z","caller":"traceutil/trace.go:171","msg":"trace[885444091] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"242.032029ms","start":"2026-09-03T16:20:43.649665Z","end":"2026-09-03T16:20:43.891697Z","steps":["trace[885444091] 'process raft request' (duration: 241.801252ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:21:06.112371Z","caller":"traceutil/trace.go:171","msg":"trace[597995343] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"116.769354ms","start":"2026-09-03T16:21:05.995573Z","end":"2026-09-03T16:21:06.112342Z","steps":["trace[597995343] 'process raft request' (duration: 116.611809ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:21:31.226316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.486663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-09-03T16:21:31.22639Z","caller":"traceutil/trace.go:171","msg":"trace[333741633] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2061; }","duration":"282.568565ms","start":"2026-09-03T16:21:30.943804Z","end":"2026-09-03T16:21:31.226372Z","steps":["trace[333741633] 'range keys from in-memory index tree' (duration: 282.348938ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:21:31.226396Z","caller":"traceutil/trace.go:171","msg":"trace[1090551573] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"243.704018ms","start":"2026-09-03T16:21:30.982676Z","end":"2026-09-03T16:21:31.22638Z","steps":["trace[1090551573] 'process raft request' (duration: 161.777848ms)","trace[1090551573] 'compare' (duration: 81.698594ms)"],"step_count":2} {"level":"warn","ts":"2026-09-03T16:21:31.226383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.696024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-03T16:21:31.22645Z","caller":"traceutil/trace.go:171","msg":"trace[1535586029] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2061; }","duration":"269.802117ms","start":"2026-09-03T16:21:30.956631Z","end":"2026-09-03T16:21:31.226433Z","steps":["trace[1535586029] 'count revisions from in-memory index tree' (duration: 269.641543ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:21:31.226585Z","caller":"traceutil/trace.go:171","msg":"trace[898463775] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2145; }","duration":"207.576623ms","start":"2026-09-03T16:21:31.01898Z","end":"2026-09-03T16:21:31.226556Z","steps":["trace[898463775] 'read index received' (duration: 125.441918ms)","trace[898463775] 'applied index is now lower than readState.Index' (duration: 82.133015ms)"],"step_count":2} {"level":"warn","ts":"2026-09-03T16:21:31.247528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.533025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-09-03T16:21:31.247626Z","caller":"traceutil/trace.go:171","msg":"trace[725499522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2062; }","duration":"228.650039ms","start":"2026-09-03T16:21:31.018954Z","end":"2026-09-03T16:21:31.247604Z","steps":["trace[725499522] 'agreement among raft nodes before linearized reading' (duration: 207.732138ms)","trace[725499522] 'range keys from in-memory index tree' (duration: 20.736776ms)"],"step_count":2} {"level":"warn","ts":"2026-09-03T16:21:31.247716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.701257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0237cd5a-7352-4d22-b7c2-732facd9f93b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-09-03T16:21:31.247768Z","caller":"traceutil/trace.go:171","msg":"trace[339614186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0237cd5a-7352-4d22-b7c2-732facd9f93b; range_end:; response_count:1; response_revision:2062; }","duration":"196.790589ms","start":"2026-09-03T16:21:31.050964Z","end":"2026-09-03T16:21:31.247755Z","steps":["trace[339614186] 'agreement among raft nodes before linearized reading' (duration: 196.595983ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:21:43.489437Z","caller":"traceutil/trace.go:171","msg":"trace[113466981] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"106.70763ms","start":"2026-09-03T16:21:43.382701Z","end":"2026-09-03T16:21:43.489409Z","steps":["trace[113466981] 'process raft request' (duration: 106.514255ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:22:19.692249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.264932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-09-03T16:22:19.692361Z","caller":"traceutil/trace.go:171","msg":"trace[1997791206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2381; }","duration":"110.418787ms","start":"2026-09-03T16:22:19.581918Z","end":"2026-09-03T16:22:19.692337Z","steps":["trace[1997791206] 'range keys from in-memory index tree' (duration: 110.009547ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:22:19.692478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.031131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-03T16:22:19.692583Z","caller":"traceutil/trace.go:171","msg":"trace[1141906415] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2381; }","duration":"116.35503ms","start":"2026-09-03T16:22:19.576208Z","end":"2026-09-03T16:22:19.692563Z","steps":["trace[1141906415] 'range keys from in-memory index tree' (duration: 115.904818ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:22:19.993614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.989666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-03T16:22:19.993727Z","caller":"traceutil/trace.go:171","msg":"trace[1748827412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2382; }","duration":"110.14678ms","start":"2026-09-03T16:22:19.883561Z","end":"2026-09-03T16:22:19.993707Z","steps":["trace[1748827412] 'range keys from in-memory index tree' (duration: 109.78706ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:22:19.993832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.791472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-03T16:22:19.993883Z","caller":"traceutil/trace.go:171","msg":"trace[1699228608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2382; }","duration":"104.882984ms","start":"2026-09-03T16:22:19.888984Z","end":"2026-09-03T16:22:19.993867Z","steps":["trace[1699228608] 'range keys from in-memory index tree' (duration: 104.660439ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:22:19.993892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.375403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-03T16:22:19.993937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.724432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-03T16:22:19.993961Z","caller":"traceutil/trace.go:171","msg":"trace[363663279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2382; }","duration":"142.474795ms","start":"2026-09-03T16:22:19.851467Z","end":"2026-09-03T16:22:19.993942Z","steps":["trace[363663279] 'range keys from in-memory index tree' (duration: 142.301211ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:22:19.993974Z","caller":"traceutil/trace.go:171","msg":"trace[1069015420] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2382; }","duration":"112.791694ms","start":"2026-09-03T16:22:19.881168Z","end":"2026-09-03T16:22:19.99396Z","steps":["trace[1069015420] 'count revisions from in-memory index tree' (duration: 112.649091ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:22:20.132286Z","caller":"traceutil/trace.go:171","msg":"trace[1014673015] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"134.914368ms","start":"2026-09-03T16:22:19.997343Z","end":"2026-09-03T16:22:20.132257Z","steps":["trace[1014673015] 'process raft request' (duration: 134.755073ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:22:20.181323Z","caller":"traceutil/trace.go:171","msg":"trace[979927202] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"183.299305ms","start":"2026-09-03T16:22:19.997991Z","end":"2026-09-03T16:22:20.18129Z","steps":["trace[979927202] 'process raft request' (duration: 183.142191ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:22:20.553373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.374318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-03T16:22:20.553492Z","caller":"traceutil/trace.go:171","msg":"trace[997939928] linearizableReadLoop","detail":"{readStateIndex:2481; appliedIndex:2480; }","duration":"257.950492ms","start":"2026-09-03T16:22:20.29552Z","end":"2026-09-03T16:22:20.55347Z","steps":["trace[997939928] 'read index received' (duration: 28.192084ms)","trace[997939928] 'applied index is now lower than readState.Index' (duration: 229.756938ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:22:20.553666Z","caller":"traceutil/trace.go:171","msg":"trace[701369117] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"388.062825ms","start":"2026-09-03T16:22:20.165557Z","end":"2026-09-03T16:22:20.55362Z","steps":["trace[701369117] 'process raft request' (duration: 158.186895ms)","trace[701369117] 'compare' (duration: 229.254866ms)"],"step_count":2} {"level":"warn","ts":"2026-09-03T16:22:20.553886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.238759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-03T16:22:20.55395Z","caller":"traceutil/trace.go:171","msg":"trace[1025682487] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2385; }","duration":"258.447245ms","start":"2026-09-03T16:22:20.295486Z","end":"2026-09-03T16:22:20.553933Z","steps":["trace[1025682487] 'agreement among raft nodes before linearized reading' (duration: 258.081415ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:22:20.553925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-03T16:22:20.165523Z","time spent":"388.287902ms","remote":"127.0.0.1:43412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-03T16:22:52.814425Z","caller":"traceutil/trace.go:171","msg":"trace[1592999000] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"109.699099ms","start":"2026-09-03T16:22:52.704704Z","end":"2026-09-03T16:22:52.814403Z","steps":["trace[1592999000] 'process raft request' (duration: 109.533484ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:23:02.638973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.002586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-03T16:23:02.639097Z","caller":"traceutil/trace.go:171","msg":"trace[559294408] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"291.681083ms","start":"2026-09-03T16:23:02.347379Z","end":"2026-09-03T16:23:02.63906Z","steps":["trace[559294408] 'process raft request' (duration: 33.480343ms)","trace[559294408] 'compare' (duration: 257.869482ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:23:02.642725Z","caller":"traceutil/trace.go:171","msg":"trace[47262910] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2819; }","duration":"185.412255ms","start":"2026-09-03T16:23:02.457291Z","end":"2026-09-03T16:23:02.642703Z","steps":["trace[47262910] 'read index received' (duration: 185.237771ms)","trace[47262910] 'applied index is now lower than readState.Index' (duration: 173.513µs)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:23:02.64285Z","caller":"traceutil/trace.go:171","msg":"trace[101416769] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"276.650054ms","start":"2026-09-03T16:23:02.366183Z","end":"2026-09-03T16:23:02.642833Z","steps":["trace[101416769] 'process raft request' (duration: 276.401719ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:23:02.643061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.198084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-09-03T16:23:02.643106Z","caller":"traceutil/trace.go:171","msg":"trace[584798079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2714; }","duration":"154.285516ms","start":"2026-09-03T16:23:02.488807Z","end":"2026-09-03T16:23:02.643093Z","steps":["trace[584798079] 'agreement among raft nodes before linearized reading' (duration: 154.123252ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:23:02.643256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.969288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-03T16:23:02.643488Z","caller":"traceutil/trace.go:171","msg":"trace[1583984681] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2714; }","duration":"186.240604ms","start":"2026-09-03T16:23:02.457229Z","end":"2026-09-03T16:23:02.64347Z","steps":["trace[1583984681] 'agreement among raft nodes before linearized reading' (duration: 185.967757ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:23:34.078046Z","caller":"traceutil/trace.go:171","msg":"trace[55752042] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"160.417663ms","start":"2026-09-03T16:23:33.917585Z","end":"2026-09-03T16:23:34.078003Z","steps":["trace[55752042] 'process raft request' (duration: 160.28282ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:27:56.231258Z","caller":"traceutil/trace.go:171","msg":"trace[1867301590] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"269.204498ms","start":"2026-09-03T16:27:55.96202Z","end":"2026-09-03T16:27:56.231225Z","steps":["trace[1867301590] 'process raft request' (duration: 192.607506ms)","trace[1867301590] 'compare' (duration: 76.44165ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:27:56.23126Z","caller":"traceutil/trace.go:171","msg":"trace[832454083] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"212.66175ms","start":"2026-09-03T16:27:56.018575Z","end":"2026-09-03T16:27:56.231237Z","steps":["trace[832454083] 'read index received' (duration: 12.764743ms)","trace[832454083] 'applied index is now lower than readState.Index' (duration: 199.896047ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:27:56.231447Z","caller":"traceutil/trace.go:171","msg":"trace[837341078] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"104.561286ms","start":"2026-09-03T16:27:56.126875Z","end":"2026-09-03T16:27:56.231436Z","steps":["trace[837341078] 'process raft request' (duration: 104.324262ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:27:56.231518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.921284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-03T16:27:56.231552Z","caller":"traceutil/trace.go:171","msg":"trace[1549601104] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4953; }","duration":"212.970095ms","start":"2026-09-03T16:27:56.01857Z","end":"2026-09-03T16:27:56.23154Z","steps":["trace[1549601104] 'agreement among raft nodes before linearized reading' (duration: 212.69501ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:27:56.511179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.249892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-09-03T16:27:56.511212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.508393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-09-03T16:27:56.511275Z","caller":"traceutil/trace.go:171","msg":"trace[767542910] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4955; }","duration":"179.381494ms","start":"2026-09-03T16:27:56.331868Z","end":"2026-09-03T16:27:56.511249Z","steps":["trace[767542910] 'range keys from in-memory index tree' (duration: 179.060498ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:27:56.511277Z","caller":"traceutil/trace.go:171","msg":"trace[2127497098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4955; }","duration":"118.624424ms","start":"2026-09-03T16:27:56.392636Z","end":"2026-09-03T16:27:56.51126Z","steps":["trace[2127497098] 'range keys from in-memory index tree' (duration: 118.293038ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:28:02.500666Z","caller":"traceutil/trace.go:171","msg":"trace[1166540733] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"137.932062ms","start":"2026-09-03T16:28:02.362701Z","end":"2026-09-03T16:28:02.500633Z","steps":["trace[1166540733] 'process raft request' (duration: 137.795459ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:02.700152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.500945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-09-03T16:28:02.700206Z","caller":"traceutil/trace.go:171","msg":"trace[1582639307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5001; }","duration":"134.588767ms","start":"2026-09-03T16:28:02.565605Z","end":"2026-09-03T16:28:02.700194Z","steps":["trace[1582639307] 'range keys from in-memory index tree' (duration: 134.324992ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:28:02.724345Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2715} {"level":"warn","ts":"2026-09-03T16:28:02.965684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.524354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-865777c7d9-wfsnm.18d1dc6b9fd34a00\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-09-03T16:28:02.9658Z","caller":"traceutil/trace.go:171","msg":"trace[405423925] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-865777c7d9-wfsnm.18d1dc6b9fd34a00; range_end:; response_count:1; response_revision:5006; }","duration":"104.684297ms","start":"2026-09-03T16:28:02.861089Z","end":"2026-09-03T16:28:02.965773Z","steps":["trace[405423925] 'range keys from in-memory index tree' (duration: 104.362021ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:02.966117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.306518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-09-03T16:28:02.966152Z","caller":"traceutil/trace.go:171","msg":"trace[922773262] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5006; }","duration":"105.410651ms","start":"2026-09-03T16:28:02.860735Z","end":"2026-09-03T16:28:02.966145Z","steps":["trace[922773262] 'range keys from in-memory index tree' (duration: 104.599245ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:28:03.089061Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2715,"took":"363.435491ms","hash":2216217842,"current-db-size-bytes":50106368,"current-db-size":"50 MB","current-db-size-in-use-bytes":27402240,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-09-03T16:28:03.089119Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2216217842,"revision":2715,"compact-revision":-1} {"level":"info","ts":"2026-09-03T16:28:03.107762Z","caller":"traceutil/trace.go:171","msg":"trace[78880870] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"129.283185ms","start":"2026-09-03T16:28:02.978441Z","end":"2026-09-03T16:28:03.107724Z","steps":["trace[78880870] 'process raft request' (duration: 129.101662ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:28:03.108045Z","caller":"traceutil/trace.go:171","msg":"trace[2062247709] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"129.571011ms","start":"2026-09-03T16:28:02.978442Z","end":"2026-09-03T16:28:03.108013Z","steps":["trace[2062247709] 'process raft request' (duration: 129.237494ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:28:03.274598Z","caller":"traceutil/trace.go:171","msg":"trace[1402879137] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"151.674222ms","start":"2026-09-03T16:28:03.122903Z","end":"2026-09-03T16:28:03.274578Z","steps":["trace[1402879137] 'process raft request' (duration: 151.57051ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:09.677355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.93715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-03T16:28:09.677438Z","caller":"traceutil/trace.go:171","msg":"trace[421782738] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5165; }","duration":"136.088544ms","start":"2026-09-03T16:28:09.541331Z","end":"2026-09-03T16:28:09.67742Z","steps":["trace[421782738] 'count revisions from in-memory index tree' (duration: 135.879699ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:10.202809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4078185831391436276,"retry-timeout":"500ms"} {"level":"info","ts":"2026-09-03T16:28:10.213471Z","caller":"traceutil/trace.go:171","msg":"trace[373890046] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"529.883415ms","start":"2026-09-03T16:28:09.683567Z","end":"2026-09-03T16:28:10.21345Z","steps":["trace[373890046] 'process raft request' (duration: 529.735312ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:10.213904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-03T16:28:09.683505Z","time spent":"530.076728ms","remote":"127.0.0.1:43412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-03T16:28:10.391288Z","caller":"traceutil/trace.go:171","msg":"trace[606295410] linearizableReadLoop","detail":"{readStateIndex:5369; appliedIndex:5367; }","duration":"688.966316ms","start":"2026-09-03T16:28:09.70229Z","end":"2026-09-03T16:28:10.391256Z","steps":["trace[606295410] 'read index received' (duration: 511.005246ms)","trace[606295410] 'applied index is now lower than readState.Index' (duration: 177.95973ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:28:10.391704Z","caller":"traceutil/trace.go:171","msg":"trace[1896646583] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"704.615075ms","start":"2026-09-03T16:28:09.687026Z","end":"2026-09-03T16:28:10.391641Z","steps":["trace[1896646583] 'process raft request' (duration: 668.530548ms)","trace[1896646583] 'compare' (duration: 35.236221ms)"],"step_count":2} {"level":"warn","ts":"2026-09-03T16:28:10.391831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-03T16:28:09.687006Z","time spent":"704.743387ms","remote":"127.0.0.1:43412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-03T16:28:10.391966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.21532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-03T16:28:10.391998Z","caller":"traceutil/trace.go:171","msg":"trace[322270023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5167; }","duration":"247.280442ms","start":"2026-09-03T16:28:10.144709Z","end":"2026-09-03T16:28:10.391989Z","steps":["trace[322270023] 'agreement among raft nodes before linearized reading' (duration: 247.17212ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:10.392066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.788263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-03T16:28:10.392299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.02398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-44f4b412-d6c3-416a-bf11-b3a2b3137664\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-09-03T16:28:10.392833Z","caller":"traceutil/trace.go:171","msg":"trace[1742838176] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-44f4b412-d6c3-416a-bf11-b3a2b3137664; range_end:; response_count:1; response_revision:5167; }","duration":"644.57189ms","start":"2026-09-03T16:28:09.748242Z","end":"2026-09-03T16:28:10.392814Z","steps":["trace[1742838176] 'agreement among raft nodes before linearized reading' (duration: 643.574712ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:10.393069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-03T16:28:09.748206Z","time spent":"644.805626ms","remote":"127.0.0.1:43326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-44f4b412-d6c3-416a-bf11-b3a2b3137664\" "} {"level":"info","ts":"2026-09-03T16:28:10.392377Z","caller":"traceutil/trace.go:171","msg":"trace[499854740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5167; }","duration":"541.101629ms","start":"2026-09-03T16:28:09.851255Z","end":"2026-09-03T16:28:10.392357Z","steps":["trace[499854740] 'agreement among raft nodes before linearized reading' (duration: 540.710411ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:10.394005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-03T16:28:09.851205Z","time spent":"542.78199ms","remote":"127.0.0.1:43102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-03T16:28:10.392113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.802602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-03T16:28:10.395774Z","caller":"traceutil/trace.go:171","msg":"trace[1561098778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5167; }","duration":"693.534324ms","start":"2026-09-03T16:28:09.702212Z","end":"2026-09-03T16:28:10.395746Z","steps":["trace[1561098778] 'agreement among raft nodes before linearized reading' (duration: 689.70115ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:10.392107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.925449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-09-03T16:28:10.395867Z","caller":"traceutil/trace.go:171","msg":"trace[1595869893] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5167; }","duration":"635.671981ms","start":"2026-09-03T16:28:09.760176Z","end":"2026-09-03T16:28:10.395848Z","steps":["trace[1595869893] 'agreement among raft nodes before linearized reading' (duration: 631.890598ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:28:10.395876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-03T16:28:09.702194Z","time spent":"693.657387ms","remote":"127.0.0.1:43412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-03T16:28:10.395904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-03T16:28:09.760131Z","time spent":"635.762792ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-09-03T16:28:58.502291Z","caller":"traceutil/trace.go:171","msg":"trace[2113693169] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"130.625818ms","start":"2026-09-03T16:28:58.37164Z","end":"2026-09-03T16:28:58.502266Z","steps":["trace[2113693169] 'process raft request' (duration: 130.316225ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:28:58.818744Z","caller":"traceutil/trace.go:171","msg":"trace[981732501] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"127.042386ms","start":"2026-09-03T16:28:58.691663Z","end":"2026-09-03T16:28:58.818705Z","steps":["trace[981732501] 'process raft request' (duration: 31.09068ms)","trace[981732501] 'compare' (duration: 95.713147ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:31:25.739077Z","caller":"traceutil/trace.go:171","msg":"trace[1494309272] transaction","detail":"{read_only:false; response_revision:6557; number_of_response:1; }","duration":"173.473534ms","start":"2026-09-03T16:31:25.565526Z","end":"2026-09-03T16:31:25.739Z","steps":["trace[1494309272] 'process raft request' (duration: 173.236476ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:31:25.76522Z","caller":"traceutil/trace.go:171","msg":"trace[1828956881] transaction","detail":"{read_only:false; response_revision:6559; number_of_response:1; }","duration":"190.256463ms","start":"2026-09-03T16:31:25.574941Z","end":"2026-09-03T16:31:25.765197Z","steps":["trace[1828956881] 'process raft request' (duration: 189.917572ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:31:25.765283Z","caller":"traceutil/trace.go:171","msg":"trace[1041483331] linearizableReadLoop","detail":"{readStateIndex:6808; appliedIndex:6804; }","duration":"132.189182ms","start":"2026-09-03T16:31:25.633067Z","end":"2026-09-03T16:31:25.765256Z","steps":["trace[1041483331] 'read index received' (duration: 105.674711ms)","trace[1041483331] 'applied index is now lower than readState.Index' (duration: 26.513091ms)"],"step_count":2} {"level":"info","ts":"2026-09-03T16:31:25.765403Z","caller":"traceutil/trace.go:171","msg":"trace[734537856] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"143.770927ms","start":"2026-09-03T16:31:25.621538Z","end":"2026-09-03T16:31:25.765309Z","steps":["trace[734537856] 'process raft request' (duration: 143.55936ms)"],"step_count":1} {"level":"warn","ts":"2026-09-03T16:31:25.765754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.595316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.56\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-09-03T16:31:25.765833Z","caller":"traceutil/trace.go:171","msg":"trace[1958681939] range","detail":"{range_begin:/registry/masterleases/162.253.55.56; range_end:; response_count:1; response_revision:6560; }","duration":"132.843565ms","start":"2026-09-03T16:31:25.632959Z","end":"2026-09-03T16:31:25.765803Z","steps":["trace[1958681939] 'agreement among raft nodes before linearized reading' (duration: 132.368059ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:31:25.764953Z","caller":"traceutil/trace.go:171","msg":"trace[708132043] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"195.553228ms","start":"2026-09-03T16:31:25.569366Z","end":"2026-09-03T16:31:25.764919Z","steps":["trace[708132043] 'process raft request' (duration: 195.28174ms)"],"step_count":1} {"level":"info","ts":"2026-09-03T16:33:02.730235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5002} {"level":"info","ts":"2026-09-03T16:33:02.800959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5002,"took":"69.417115ms","hash":2668763971,"current-db-size-bytes":50106368,"current-db-size":"50 MB","current-db-size-in-use-bytes":19767296,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-09-03T16:33:02.801017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2668763971,"revision":5002,"compact-revision":2715}