{"level":"warn","ts":"2026-03-27T01:57:51.824633Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-27T01:57:51.824733Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.122:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.122:2380","--initial-cluster=instance=https://199.204.45.122:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.122:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.122:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-27T01:57:51.824811Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-27T01:57:51.824823Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-27T01:57:51.824841Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-27T01:57:51.82572Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"]} {"level":"info","ts":"2026-03-27T01:57:51.825918Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.122:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-27T01:57:51.830734Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.362054ms"} {"level":"info","ts":"2026-03-27T01:57:51.837516Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d2c3f297b56db0c4","cluster-id":"becafec23d27c587"} {"level":"info","ts":"2026-03-27T01:57:51.837605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-27T01:57:51.837644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 0"} {"level":"info","ts":"2026-03-27T01:57:51.837666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d2c3f297b56db0c4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-27T01:57:51.837678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 1"} {"level":"info","ts":"2026-03-27T01:57:51.837735Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"warn","ts":"2026-03-27T01:57:51.848134Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-27T01:57:51.852788Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-27T01:57:51.854849Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-27T01:57:51.857905Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d2c3f297b56db0c4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-27T01:57:51.858084Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:57:51.858195Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:57:51.858218Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:57:51.858157Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d2c3f297b56db0c4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-27T01:57:51.859118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"info","ts":"2026-03-27T01:57:51.859291Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","added-peer-id":"d2c3f297b56db0c4","added-peer-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-27T01:57:51.861707Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-27T01:57:51.861883Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-27T01:57:51.861942Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-27T01:57:51.861979Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d2c3f297b56db0c4","initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-27T01:57:51.86203Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-27T01:57:52.839269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 is starting a new election at term 1"} {"level":"info","ts":"2026-03-27T01:57:52.839362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-27T01:57:52.839405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgPreVoteResp from d2c3f297b56db0c4 at term 1"} {"level":"info","ts":"2026-03-27T01:57:52.839468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became candidate at term 2"} {"level":"info","ts":"2026-03-27T01:57:52.839488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgVoteResp from d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-27T01:57:52.839552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became leader at term 2"} {"level":"info","ts":"2026-03-27T01:57:52.839573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d2c3f297b56db0c4 elected leader d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-27T01:57:52.840778Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d2c3f297b56db0c4","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.122:2379]}","request-path":"/0/members/d2c3f297b56db0c4/attributes","cluster-id":"becafec23d27c587","publish-timeout":"7s"} {"level":"info","ts":"2026-03-27T01:57:52.840793Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-27T01:57:52.840877Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-27T01:57:52.840862Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:57:52.841168Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-27T01:57:52.841213Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-27T01:57:52.842235Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:57:52.842428Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:57:52.842497Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:57:52.845705Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-27T01:57:52.846607Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.122:2379"} {"level":"info","ts":"2026-03-27T01:58:12.802524Z","caller":"traceutil/trace.go:171","msg":"trace[271414903] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"131.23304ms","start":"2026-03-27T01:58:12.671234Z","end":"2026-03-27T01:58:12.802467Z","steps":["trace[271414903] 'process raft request' (duration: 130.969154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:31.017235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.824385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-27T01:58:31.01742Z","caller":"traceutil/trace.go:171","msg":"trace[33286322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:621; }","duration":"427.148283ms","start":"2026-03-27T01:58:30.590248Z","end":"2026-03-27T01:58:31.017397Z","steps":["trace[33286322] 'range keys from in-memory index tree' (duration: 426.651952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:31.017467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:30.590224Z","time spent":"427.232035ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T01:58:31.017289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.26073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T01:58:31.017566Z","caller":"traceutil/trace.go:171","msg":"trace[1391405409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"425.601558ms","start":"2026-03-27T01:58:30.591935Z","end":"2026-03-27T01:58:31.017537Z","steps":["trace[1391405409] 'range keys from in-memory index tree' (duration: 425.131688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:31.017717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:30.591913Z","time spent":"425.749432ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T01:58:31.01821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.165309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:58:31.018473Z","caller":"traceutil/trace.go:171","msg":"trace[713434648] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"347.785114ms","start":"2026-03-27T01:58:30.67067Z","end":"2026-03-27T01:58:31.018455Z","steps":["trace[713434648] 'read index received' (duration: 172.512791ms)","trace[713434648] 'applied index is now lower than readState.Index' (duration: 175.270253ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:31.01858Z","caller":"traceutil/trace.go:171","msg":"trace[1766876341] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"423.016569ms","start":"2026-03-27T01:58:30.5955Z","end":"2026-03-27T01:58:31.018517Z","steps":["trace[1766876341] 'process raft request' (duration: 247.685373ms)","trace[1766876341] 'compare' (duration: 173.490874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:58:31.018713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.596574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:58:31.018839Z","caller":"traceutil/trace.go:171","msg":"trace[1693767416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"298.761629ms","start":"2026-03-27T01:58:30.720053Z","end":"2026-03-27T01:58:31.018814Z","steps":["trace[1693767416] 'agreement among raft nodes before linearized reading' (duration: 298.576634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:31.018826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:30.595487Z","time spent":"423.210034ms","remote":"127.0.0.1:34376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-27T01:58:31.018761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.089962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-k4zq9\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-27T01:58:31.018889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.261559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:58:31.018944Z","caller":"traceutil/trace.go:171","msg":"trace[1838816962] range","detail":"{range_begin:/registry/pods/kube-system/cilium-k4zq9; range_end:; response_count:1; response_revision:622; }","duration":"348.317737ms","start":"2026-03-27T01:58:30.670607Z","end":"2026-03-27T01:58:31.018925Z","steps":["trace[1838816962] 'agreement among raft nodes before linearized reading' (duration: 347.967749ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:31.018971Z","caller":"traceutil/trace.go:171","msg":"trace[1114073418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:622; }","duration":"130.404782ms","start":"2026-03-27T01:58:30.888544Z","end":"2026-03-27T01:58:31.018949Z","steps":["trace[1114073418] 'agreement among raft nodes before linearized reading' (duration: 130.159196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:31.019033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:30.670586Z","time spent":"348.42197ms","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-k4zq9\" "} {"level":"info","ts":"2026-03-27T01:58:46.63883Z","caller":"traceutil/trace.go:171","msg":"trace[405896801] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"191.568995ms","start":"2026-03-27T01:58:46.447227Z","end":"2026-03-27T01:58:46.638796Z","steps":["trace[405896801] 'process raft request' (duration: 191.35763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:15.55218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.060229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T01:59:15.552318Z","caller":"traceutil/trace.go:171","msg":"trace[1199145412] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1183; }","duration":"100.267293ms","start":"2026-03-27T01:59:15.452021Z","end":"2026-03-27T01:59:15.552289Z","steps":["trace[1199145412] 'count revisions from in-memory index tree' (duration: 99.928826ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:59:59.535122Z","caller":"traceutil/trace.go:171","msg":"trace[559536252] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"274.407305ms","start":"2026-03-27T01:59:59.260693Z","end":"2026-03-27T01:59:59.5351Z","steps":["trace[559536252] 'process raft request' (duration: 273.891013ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:59:59.549278Z","caller":"traceutil/trace.go:171","msg":"trace[362606286] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"242.680986ms","start":"2026-03-27T01:59:59.306549Z","end":"2026-03-27T01:59:59.54923Z","steps":["trace[362606286] 'process raft request' (duration: 242.552743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:59.681008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.290079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:59:59.681134Z","caller":"traceutil/trace.go:171","msg":"trace[722908005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1831; }","duration":"119.449532ms","start":"2026-03-27T01:59:59.561646Z","end":"2026-03-27T01:59:59.681095Z","steps":["trace[722908005] 'range keys from in-memory index tree' (duration: 119.107615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:59.681008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.905974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-27T01:59:59.681328Z","caller":"traceutil/trace.go:171","msg":"trace[1359567886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1831; }","duration":"123.240552ms","start":"2026-03-27T01:59:59.558039Z","end":"2026-03-27T01:59:59.681279Z","steps":["trace[1359567886] 'range keys from in-memory index tree' (duration: 122.71993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:08.644894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.976335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:00:08.645027Z","caller":"traceutil/trace.go:171","msg":"trace[193025661] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"159.856878ms","start":"2026-03-27T02:00:08.485152Z","end":"2026-03-27T02:00:08.645009Z","steps":["trace[193025661] 'process raft request' (duration: 50.466113ms)","trace[193025661] 'compare' (duration: 108.823592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:00:45.492167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.211328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:00:45.492448Z","caller":"traceutil/trace.go:171","msg":"trace[808528448] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2265; }","duration":"178.609978ms","start":"2026-03-27T02:00:45.313817Z","end":"2026-03-27T02:00:45.492427Z","steps":["trace[808528448] 'read index received' (duration: 30.99554ms)","trace[808528448] 'applied index is now lower than readState.Index' (duration: 147.612968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:00:45.492691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.875335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T02:00:45.492746Z","caller":"traceutil/trace.go:171","msg":"trace[1461148774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2192; }","duration":"178.977558ms","start":"2026-03-27T02:00:45.313751Z","end":"2026-03-27T02:00:45.492728Z","steps":["trace[1461148774] 'agreement among raft nodes before linearized reading' (duration: 178.784873ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:45.492769Z","caller":"traceutil/trace.go:171","msg":"trace[1765783178] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"260.282403ms","start":"2026-03-27T02:00:45.232421Z","end":"2026-03-27T02:00:45.492703Z","steps":["trace[1765783178] 'process raft request' (duration: 112.45159ms)","trace[1765783178] 'compare' (duration: 147.086126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:00:45.493343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.625766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-27T02:00:45.493393Z","caller":"traceutil/trace.go:171","msg":"trace[1348276332] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2192; }","duration":"118.748599ms","start":"2026-03-27T02:00:45.37463Z","end":"2026-03-27T02:00:45.493379Z","steps":["trace[1348276332] 'agreement among raft nodes before linearized reading' (duration: 118.574045ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:45.649317Z","caller":"traceutil/trace.go:171","msg":"trace[131301202] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"151.905179ms","start":"2026-03-27T02:00:45.497383Z","end":"2026-03-27T02:00:45.649288Z","steps":["trace[131301202] 'process raft request' (duration: 138.082084ms)","trace[131301202] 'compare' (duration: 13.701202ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:00:45.662274Z","caller":"traceutil/trace.go:171","msg":"trace[732598052] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"164.496917ms","start":"2026-03-27T02:00:45.497742Z","end":"2026-03-27T02:00:45.662239Z","steps":["trace[732598052] 'process raft request' (duration: 164.248131ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:45.828795Z","caller":"traceutil/trace.go:171","msg":"trace[383245586] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2268; }","duration":"106.742666ms","start":"2026-03-27T02:00:45.722021Z","end":"2026-03-27T02:00:45.828763Z","steps":["trace[383245586] 'read index received' (duration: 106.519861ms)","trace[383245586] 'applied index is now lower than readState.Index' (duration: 221.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:00:45.828887Z","caller":"traceutil/trace.go:171","msg":"trace[455468215] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"107.422601ms","start":"2026-03-27T02:00:45.721402Z","end":"2026-03-27T02:00:45.828824Z","steps":["trace[455468215] 'process raft request' (duration: 107.199086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:45.829051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.005042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T02:00:45.829138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.464875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:00:45.829186Z","caller":"traceutil/trace.go:171","msg":"trace[137631752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2195; }","duration":"107.172736ms","start":"2026-03-27T02:00:45.721988Z","end":"2026-03-27T02:00:45.829161Z","steps":["trace[137631752] 'agreement among raft nodes before linearized reading' (duration: 106.94311ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:45.829239Z","caller":"traceutil/trace.go:171","msg":"trace[1985182134] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2195; }","duration":"102.628319ms","start":"2026-03-27T02:00:45.726554Z","end":"2026-03-27T02:00:45.829182Z","steps":["trace[1985182134] 'agreement among raft nodes before linearized reading' (duration: 102.377162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:08.549017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.482638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T02:02:08.549145Z","caller":"traceutil/trace.go:171","msg":"trace[10666897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2806; }","duration":"100.681082ms","start":"2026-03-27T02:02:08.44844Z","end":"2026-03-27T02:02:08.549122Z","steps":["trace[10666897] 'range keys from in-memory index tree' (duration: 100.242622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:08.549289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.536996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-27T02:02:08.54925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.878505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-27T02:02:08.549462Z","caller":"traceutil/trace.go:171","msg":"trace[839845828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2806; }","duration":"102.728871ms","start":"2026-03-27T02:02:08.446671Z","end":"2026-03-27T02:02:08.5494Z","steps":["trace[839845828] 'range keys from in-memory index tree' (duration: 102.21853ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:08.549504Z","caller":"traceutil/trace.go:171","msg":"trace[940881130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2806; }","duration":"103.216043ms","start":"2026-03-27T02:02:08.446217Z","end":"2026-03-27T02:02:08.549433Z","steps":["trace[940881130] 'range keys from in-memory index tree' (duration: 102.628029ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:08.698746Z","caller":"traceutil/trace.go:171","msg":"trace[1236217302] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"144.212235ms","start":"2026-03-27T02:02:08.554489Z","end":"2026-03-27T02:02:08.698702Z","steps":["trace[1236217302] 'process raft request' (duration: 144.01532ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:08.698903Z","caller":"traceutil/trace.go:171","msg":"trace[1738101003] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"144.379259ms","start":"2026-03-27T02:02:08.554504Z","end":"2026-03-27T02:02:08.698883Z","steps":["trace[1738101003] 'process raft request' (duration: 144.155834ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:08.710113Z","caller":"traceutil/trace.go:171","msg":"trace[1061981931] linearizableReadLoop","detail":"{readStateIndex:2918; appliedIndex:2915; }","duration":"154.296245ms","start":"2026-03-27T02:02:08.555787Z","end":"2026-03-27T02:02:08.710084Z","steps":["trace[1061981931] 'read index received' (duration: 142.70832ms)","trace[1061981931] 'applied index is now lower than readState.Index' (duration: 11.586435ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:02:08.710202Z","caller":"traceutil/trace.go:171","msg":"trace[951914146] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"155.629737ms","start":"2026-03-27T02:02:08.554552Z","end":"2026-03-27T02:02:08.710181Z","steps":["trace[951914146] 'process raft request' (duration: 155.366921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:08.710487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.665724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1249"} {"level":"info","ts":"2026-03-27T02:02:08.710537Z","caller":"traceutil/trace.go:171","msg":"trace[1302539088] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2809; }","duration":"154.762246ms","start":"2026-03-27T02:02:08.555762Z","end":"2026-03-27T02:02:08.710524Z","steps":["trace[1302539088] 'agreement among raft nodes before linearized reading' (duration: 154.50719ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:27.01145Z","caller":"traceutil/trace.go:171","msg":"trace[57888430] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4788; }","duration":"129.723273ms","start":"2026-03-27T02:04:26.881697Z","end":"2026-03-27T02:04:27.01142Z","steps":["trace[57888430] 'read index received' (duration: 126.247751ms)","trace[57888430] 'applied index is now lower than readState.Index' (duration: 3.474492ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:27.01157Z","caller":"traceutil/trace.go:171","msg":"trace[1933315630] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"158.358049ms","start":"2026-03-27T02:04:26.853169Z","end":"2026-03-27T02:04:27.011527Z","steps":["trace[1933315630] 'process raft request' (duration: 154.847397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:27.011753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.526898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-27T02:04:27.011791Z","caller":"traceutil/trace.go:171","msg":"trace[220007029] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4598; }","duration":"123.61531ms","start":"2026-03-27T02:04:26.888165Z","end":"2026-03-27T02:04:27.011781Z","steps":["trace[220007029] 'agreement among raft nodes before linearized reading' (duration: 123.403894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:27.011793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.074542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00e86852-5372-437e-a852-f1d26164e1cc\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-27T02:04:27.011886Z","caller":"traceutil/trace.go:171","msg":"trace[58182462] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00e86852-5372-437e-a852-f1d26164e1cc; range_end:; response_count:1; response_revision:4598; }","duration":"130.209195ms","start":"2026-03-27T02:04:26.881652Z","end":"2026-03-27T02:04:27.011861Z","steps":["trace[58182462] 'agreement among raft nodes before linearized reading' (duration: 129.901527ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:41.179043Z","caller":"traceutil/trace.go:171","msg":"trace[604740474] linearizableReadLoop","detail":"{readStateIndex:5067; appliedIndex:5066; }","duration":"173.071911ms","start":"2026-03-27T02:04:41.005942Z","end":"2026-03-27T02:04:41.179014Z","steps":["trace[604740474] 'read index received' (duration: 172.924487ms)","trace[604740474] 'applied index is now lower than readState.Index' (duration: 145.944µs)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:41.179194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.219284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:04:41.179278Z","caller":"traceutil/trace.go:171","msg":"trace[1986566596] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4867; }","duration":"173.388807ms","start":"2026-03-27T02:04:41.005875Z","end":"2026-03-27T02:04:41.179264Z","steps":["trace[1986566596] 'agreement among raft nodes before linearized reading' (duration: 173.224384ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:41.179711Z","caller":"traceutil/trace.go:171","msg":"trace[841077611] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4867; }","duration":"261.208367ms","start":"2026-03-27T02:04:40.917839Z","end":"2026-03-27T02:04:41.179047Z","steps":["trace[841077611] 'process raft request' (duration: 261.054384ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:41.433272Z","caller":"traceutil/trace.go:171","msg":"trace[1220113998] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"248.407086ms","start":"2026-03-27T02:04:41.184831Z","end":"2026-03-27T02:04:41.433238Z","steps":["trace[1220113998] 'process raft request' (duration: 248.129738ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:41.437371Z","caller":"traceutil/trace.go:171","msg":"trace[874384846] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"246.992442ms","start":"2026-03-27T02:04:41.190352Z","end":"2026-03-27T02:04:41.437345Z","steps":["trace[874384846] 'process raft request' (duration: 246.828458ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:41.437831Z","caller":"traceutil/trace.go:171","msg":"trace[1578279016] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"252.889651ms","start":"2026-03-27T02:04:41.184902Z","end":"2026-03-27T02:04:41.437791Z","steps":["trace[1578279016] 'process raft request' (duration: 252.110643ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:48.371723Z","caller":"traceutil/trace.go:171","msg":"trace[173874097] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"106.403108ms","start":"2026-03-27T02:04:48.265292Z","end":"2026-03-27T02:04:48.371695Z","steps":["trace[173874097] 'process raft request' (duration: 105.952348ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:58.65598Z","caller":"traceutil/trace.go:171","msg":"trace[458693734] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"110.648508ms","start":"2026-03-27T02:04:58.545283Z","end":"2026-03-27T02:04:58.655931Z","steps":["trace[458693734] 'process raft request' (duration: 88.062996ms)","trace[458693734] 'compare' (duration: 22.411978ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:07:52.865886Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3272} {"level":"info","ts":"2026-03-27T02:07:52.953835Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3272,"took":"86.195917ms","hash":3966018353,"current-db-size-bytes":60010496,"current-db-size":"60 MB","current-db-size-in-use-bytes":34045952,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-27T02:07:52.953909Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3966018353,"revision":3272,"compact-revision":-1} {"level":"info","ts":"2026-03-27T02:10:31.535042Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000213d.wal"} {"level":"info","ts":"2026-03-27T02:10:36.112998Z","caller":"traceutil/trace.go:171","msg":"trace[1341182900] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8550; }","duration":"101.609412ms","start":"2026-03-27T02:10:36.011352Z","end":"2026-03-27T02:10:36.112962Z","steps":["trace[1341182900] 'read index received' (duration: 100.049554ms)","trace[1341182900] 'applied index is now lower than readState.Index' (duration: 1.558188ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:10:36.113178Z","caller":"traceutil/trace.go:171","msg":"trace[1263981882] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"107.05507ms","start":"2026-03-27T02:10:36.006107Z","end":"2026-03-27T02:10:36.113162Z","steps":["trace[1263981882] 'process raft request' (duration: 105.38368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:10:36.113549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.161945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:10:36.113598Z","caller":"traceutil/trace.go:171","msg":"trace[1725614930] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8193; }","duration":"102.246447ms","start":"2026-03-27T02:10:36.011339Z","end":"2026-03-27T02:10:36.113585Z","steps":["trace[1725614930] 'agreement among raft nodes before linearized reading' (duration: 102.080843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:10:47.956939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.869772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:10:47.957034Z","caller":"traceutil/trace.go:171","msg":"trace[880859722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8271; }","duration":"232.018735ms","start":"2026-03-27T02:10:47.724996Z","end":"2026-03-27T02:10:47.957015Z","steps":["trace[880859722] 'range keys from in-memory index tree' (duration: 231.764709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:10:47.95747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.135276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-27T02:10:47.957572Z","caller":"traceutil/trace.go:171","msg":"trace[945821414] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8271; }","duration":"210.2896ms","start":"2026-03-27T02:10:47.747261Z","end":"2026-03-27T02:10:47.957551Z","steps":["trace[945821414] 'range keys from in-memory index tree' (duration: 209.928501ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:48.463232Z","caller":"traceutil/trace.go:171","msg":"trace[719966366] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"214.910129ms","start":"2026-03-27T02:10:48.248298Z","end":"2026-03-27T02:10:48.463209Z","steps":["trace[719966366] 'process raft request' (duration: 214.768156ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:48.726752Z","caller":"traceutil/trace.go:171","msg":"trace[824423767] linearizableReadLoop","detail":"{readStateIndex:8639; appliedIndex:8638; }","duration":"204.753769ms","start":"2026-03-27T02:10:48.52196Z","end":"2026-03-27T02:10:48.726714Z","steps":["trace[824423767] 'read index received' (duration: 193.557223ms)","trace[824423767] 'applied index is now lower than readState.Index' (duration: 11.195186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:10:48.727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.032595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:10:48.727065Z","caller":"traceutil/trace.go:171","msg":"trace[828907293] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8276; }","duration":"205.111036ms","start":"2026-03-27T02:10:48.521938Z","end":"2026-03-27T02:10:48.72705Z","steps":["trace[828907293] 'agreement among raft nodes before linearized reading' (duration: 204.998804ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:48.726898Z","caller":"traceutil/trace.go:171","msg":"trace[1644236086] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"256.286361ms","start":"2026-03-27T02:10:48.470567Z","end":"2026-03-27T02:10:48.726854Z","steps":["trace[1644236086] 'process raft request' (duration: 244.912211ms)","trace[1644236086] 'compare' (duration: 11.077433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:10:48.727163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.919631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-27T02:10:48.727232Z","caller":"traceutil/trace.go:171","msg":"trace[504680185] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8276; }","duration":"159.061034ms","start":"2026-03-27T02:10:48.568152Z","end":"2026-03-27T02:10:48.727213Z","steps":["trace[504680185] 'agreement among raft nodes before linearized reading' (duration: 158.819628ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:49.584004Z","caller":"traceutil/trace.go:171","msg":"trace[1131652627] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"166.563122ms","start":"2026-03-27T02:10:49.417411Z","end":"2026-03-27T02:10:49.583974Z","steps":["trace[1131652627] 'process raft request' (duration: 140.728709ms)","trace[1131652627] 'compare' (duration: 24.886731ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:10:49.584035Z","caller":"traceutil/trace.go:171","msg":"trace[1498830860] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"165.144189ms","start":"2026-03-27T02:10:49.418862Z","end":"2026-03-27T02:10:49.584006Z","steps":["trace[1498830860] 'process raft request' (duration: 165.098938ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:49.584072Z","caller":"traceutil/trace.go:171","msg":"trace[2143083195] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"165.864936ms","start":"2026-03-27T02:10:49.418171Z","end":"2026-03-27T02:10:49.584036Z","steps":["trace[2143083195] 'process raft request' (duration: 165.707672ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:49.584192Z","caller":"traceutil/trace.go:171","msg":"trace[2138283499] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"166.0416ms","start":"2026-03-27T02:10:49.418141Z","end":"2026-03-27T02:10:49.584182Z","steps":["trace[2138283499] 'process raft request' (duration: 165.787474ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:29.088398Z","caller":"traceutil/trace.go:171","msg":"trace[1509236] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"123.709775ms","start":"2026-03-27T02:11:28.964656Z","end":"2026-03-27T02:11:29.088366Z","steps":["trace[1509236] 'process raft request' (duration: 123.533201ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:29.193018Z","caller":"traceutil/trace.go:171","msg":"trace[493504964] linearizableReadLoop","detail":"{readStateIndex:9021; appliedIndex:9019; }","duration":"178.895635ms","start":"2026-03-27T02:11:29.014091Z","end":"2026-03-27T02:11:29.192986Z","steps":["trace[493504964] 'read index received' (duration: 74.133928ms)","trace[493504964] 'applied index is now lower than readState.Index' (duration: 104.760457ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:29.19308Z","caller":"traceutil/trace.go:171","msg":"trace[227031876] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"223.501474ms","start":"2026-03-27T02:11:28.969555Z","end":"2026-03-27T02:11:29.193057Z","steps":["trace[227031876] 'process raft request' (duration: 210.978896ms)","trace[227031876] 'compare' (duration: 12.328112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:29.193406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.303905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:11:29.193466Z","caller":"traceutil/trace.go:171","msg":"trace[1143224374] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8638; }","duration":"179.409287ms","start":"2026-03-27T02:11:29.014039Z","end":"2026-03-27T02:11:29.193448Z","steps":["trace[1143224374] 'agreement among raft nodes before linearized reading' (duration: 179.09976ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:12:52.871489Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6604} {"level":"info","ts":"2026-03-27T02:12:52.971475Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6604,"took":"98.423924ms","hash":1673247019,"current-db-size-bytes":60010496,"current-db-size":"60 MB","current-db-size-in-use-bytes":26951680,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-27T02:12:52.971545Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1673247019,"revision":6604,"compact-revision":3272} {"level":"info","ts":"2026-03-27T02:12:58.878901Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d2c3f297b56db0c4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-27T02:12:58.883668Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-27T02:12:58.884379Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-27T02:17:52.88608Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9531} {"level":"info","ts":"2026-03-27T02:17:52.974244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9531,"took":"85.869606ms","hash":226625822,"current-db-size-bytes":60010496,"current-db-size":"60 MB","current-db-size-in-use-bytes":25366528,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-27T02:17:52.974321Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":226625822,"revision":9531,"compact-revision":6604}