{"level":"warn","ts":"2026-04-24T02:53:23.757167Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-24T02:53:23.757287Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.29:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.29:2380","--initial-cluster=instance=https://199.19.213.29:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.29:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.29:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-24T02:53:23.758344Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-24T02:53:23.758367Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.29:2380"]} {"level":"info","ts":"2026-04-24T02:53:23.758387Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-24T02:53:23.759127Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.29:2379"]} {"level":"info","ts":"2026-04-24T02:53:23.759227Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.29:2380"],"listen-peer-urls":["https://199.19.213.29:2380"],"advertise-client-urls":["https://199.19.213.29:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.29:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.29:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-24T02:53:23.764606Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.571355ms"} {"level":"info","ts":"2026-04-24T02:53:23.782661Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b1ecbac2f2214dbd","cluster-id":"94b127ce9c24156a"} {"level":"info","ts":"2026-04-24T02:53:23.782829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd switched to configuration voters=()"} {"level":"info","ts":"2026-04-24T02:53:23.782866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd became follower at term 0"} {"level":"info","ts":"2026-04-24T02:53:23.782886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b1ecbac2f2214dbd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-24T02:53:23.782906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd became follower at term 1"} {"level":"info","ts":"2026-04-24T02:53:23.782959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd switched to configuration voters=(12820827585665650109)"} {"level":"warn","ts":"2026-04-24T02:53:23.792616Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-24T02:53:23.794224Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-24T02:53:23.795389Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-24T02:53:23.797742Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b1ecbac2f2214dbd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-24T02:53:23.797883Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b1ecbac2f2214dbd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-24T02:53:23.797983Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-24T02:53:23.798146Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-24T02:53:23.798167Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-24T02:53:23.805194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd switched to configuration voters=(12820827585665650109)"} {"level":"info","ts":"2026-04-24T02:53:23.805524Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"94b127ce9c24156a","local-member-id":"b1ecbac2f2214dbd","added-peer-id":"b1ecbac2f2214dbd","added-peer-peer-urls":["https://199.19.213.29:2380"]} {"level":"info","ts":"2026-04-24T02:53:23.806856Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-24T02:53:23.807114Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b1ecbac2f2214dbd","initial-advertise-peer-urls":["https://199.19.213.29:2380"],"listen-peer-urls":["https://199.19.213.29:2380"],"advertise-client-urls":["https://199.19.213.29:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.29:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-24T02:53:23.80716Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-24T02:53:23.807814Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.29:2380"} {"level":"info","ts":"2026-04-24T02:53:23.807843Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.29:2380"} {"level":"info","ts":"2026-04-24T02:53:24.583696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd is starting a new election at term 1"} {"level":"info","ts":"2026-04-24T02:53:24.583783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-24T02:53:24.583836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd received MsgPreVoteResp from b1ecbac2f2214dbd at term 1"} {"level":"info","ts":"2026-04-24T02:53:24.584005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd became candidate at term 2"} {"level":"info","ts":"2026-04-24T02:53:24.584173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd received MsgVoteResp from b1ecbac2f2214dbd at term 2"} {"level":"info","ts":"2026-04-24T02:53:24.584215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b1ecbac2f2214dbd became leader at term 2"} {"level":"info","ts":"2026-04-24T02:53:24.584231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b1ecbac2f2214dbd elected leader b1ecbac2f2214dbd at term 2"} {"level":"info","ts":"2026-04-24T02:53:24.590547Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-24T02:53:24.592668Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b1ecbac2f2214dbd","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.29:2379]}","request-path":"/0/members/b1ecbac2f2214dbd/attributes","cluster-id":"94b127ce9c24156a","publish-timeout":"7s"} {"level":"info","ts":"2026-04-24T02:53:24.592674Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-24T02:53:24.592814Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-24T02:53:24.593156Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-24T02:53:24.593307Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-24T02:53:24.59498Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-24T02:53:24.596603Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.29:2379"} {"level":"info","ts":"2026-04-24T02:53:24.60195Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"94b127ce9c24156a","local-member-id":"b1ecbac2f2214dbd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-24T02:53:24.602151Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-24T02:53:24.602245Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-24T02:53:48.674665Z","caller":"traceutil/trace.go:171","msg":"trace[358501417] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"273.741486ms","start":"2026-04-24T02:53:48.400898Z","end":"2026-04-24T02:53:48.674639Z","steps":["trace[358501417] 'process raft request' (duration: 273.444292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:53:48.674792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.096006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:53:48.674613Z","caller":"traceutil/trace.go:171","msg":"trace[709366847] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:514; }","duration":"113.900487ms","start":"2026-04-24T02:53:48.560679Z","end":"2026-04-24T02:53:48.674579Z","steps":["trace[709366847] 'read index received' (duration: 113.638175ms)","trace[709366847] 'applied index is now lower than readState.Index' (duration: 261.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:53:48.674915Z","caller":"traceutil/trace.go:171","msg":"trace[779026314] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:500; }","duration":"114.254414ms","start":"2026-04-24T02:53:48.560643Z","end":"2026-04-24T02:53:48.674897Z","steps":["trace[779026314] 'agreement among raft nodes before linearized reading' (duration: 114.065595ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:53:49.954411Z","caller":"traceutil/trace.go:171","msg":"trace[1775977036] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"190.822256ms","start":"2026-04-24T02:53:49.763555Z","end":"2026-04-24T02:53:49.954378Z","steps":["trace[1775977036] 'process raft request' (duration: 174.067491ms)","trace[1775977036] 'compare' (duration: 15.997901ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:53:49.954827Z","caller":"traceutil/trace.go:171","msg":"trace[566451333] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"162.008691ms","start":"2026-04-24T02:53:49.79281Z","end":"2026-04-24T02:53:49.954818Z","steps":["trace[566451333] 'process raft request' (duration: 161.32819ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:53:56.251799Z","caller":"traceutil/trace.go:171","msg":"trace[1634746956] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"143.131573ms","start":"2026-04-24T02:53:56.108474Z","end":"2026-04-24T02:53:56.251606Z","steps":["trace[1634746956] 'process raft request' (duration: 135.380293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:53:56.679499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.245966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-24T02:53:56.679737Z","caller":"traceutil/trace.go:171","msg":"trace[472216149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:612; }","duration":"382.585481ms","start":"2026-04-24T02:53:56.297125Z","end":"2026-04-24T02:53:56.679711Z","steps":["trace[472216149] 'range keys from in-memory index tree' (duration: 381.919353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:53:56.679844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:53:56.297083Z","time spent":"382.747218ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-24T02:53:56.701338Z","caller":"traceutil/trace.go:171","msg":"trace[318303173] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"386.450464ms","start":"2026-04-24T02:53:56.314871Z","end":"2026-04-24T02:53:56.701322Z","steps":["trace[318303173] 'process raft request' (duration: 386.351069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:53:56.70172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:53:56.314847Z","time spent":"386.559678ms","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-24T02:53:56.703473Z","caller":"traceutil/trace.go:171","msg":"trace[457030943] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"133.078115ms","start":"2026-04-24T02:53:56.570372Z","end":"2026-04-24T02:53:56.70345Z","steps":["trace[457030943] 'process raft request' (duration: 132.520192ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:54:13.939817Z","caller":"traceutil/trace.go:171","msg":"trace[472391178] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"119.65486ms","start":"2026-04-24T02:54:13.820135Z","end":"2026-04-24T02:54:13.93979Z","steps":["trace[472391178] 'process raft request' (duration: 119.464593ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:56:43.412102Z","caller":"traceutil/trace.go:171","msg":"trace[1856909798] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"321.252815ms","start":"2026-04-24T02:56:43.090825Z","end":"2026-04-24T02:56:43.412077Z","steps":["trace[1856909798] 'process raft request' (duration: 266.89973ms)","trace[1856909798] 'compare' (duration: 54.07631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:56:43.412602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.268323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T02:56:43.412876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T02:56:43.090804Z","time spent":"321.391157ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T02:56:43.412707Z","caller":"traceutil/trace.go:171","msg":"trace[1459065792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2236; }","duration":"204.432096ms","start":"2026-04-24T02:56:43.20825Z","end":"2026-04-24T02:56:43.412682Z","steps":["trace[1459065792] 'agreement among raft nodes before linearized reading' (duration: 204.209702ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:56:43.412021Z","caller":"traceutil/trace.go:171","msg":"trace[949089545] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2331; }","duration":"203.669233ms","start":"2026-04-24T02:56:43.208315Z","end":"2026-04-24T02:56:43.411984Z","steps":["trace[949089545] 'read index received' (duration: 149.334048ms)","trace[949089545] 'applied index is now lower than readState.Index' (duration: 54.333765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:56:43.413381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.57542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-24T02:56:43.413432Z","caller":"traceutil/trace.go:171","msg":"trace[1390798426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2236; }","duration":"121.683922ms","start":"2026-04-24T02:56:43.291729Z","end":"2026-04-24T02:56:43.413413Z","steps":["trace[1390798426] 'agreement among raft nodes before linearized reading' (duration: 121.439578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:56:43.413952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.763725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-24T02:56:43.414019Z","caller":"traceutil/trace.go:171","msg":"trace[296593610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2236; }","duration":"117.880887ms","start":"2026-04-24T02:56:43.296123Z","end":"2026-04-24T02:56:43.414004Z","steps":["trace[296593610] 'agreement among raft nodes before linearized reading' (duration: 117.289747ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:56:55.59734Z","caller":"traceutil/trace.go:171","msg":"trace[965254336] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"141.515174ms","start":"2026-04-24T02:56:55.455782Z","end":"2026-04-24T02:56:55.597297Z","steps":["trace[965254336] 'process raft request' (duration: 140.923515ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:57:18.014822Z","caller":"traceutil/trace.go:171","msg":"trace[2084493085] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2611; }","duration":"197.626408ms","start":"2026-04-24T02:57:17.81716Z","end":"2026-04-24T02:57:18.014786Z","steps":["trace[2084493085] 'read index received' (duration: 179.265147ms)","trace[2084493085] 'applied index is now lower than readState.Index' (duration: 18.360151ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:57:18.014929Z","caller":"traceutil/trace.go:171","msg":"trace[568392741] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"220.255228ms","start":"2026-04-24T02:57:17.794648Z","end":"2026-04-24T02:57:18.014903Z","steps":["trace[568392741] 'process raft request' (duration: 201.714274ms)","trace[568392741] 'compare' (duration: 18.220989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T02:57:18.01514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.314163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-24T02:57:18.015141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.144353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-24T02:57:18.015181Z","caller":"traceutil/trace.go:171","msg":"trace[1039327172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2507; }","duration":"205.408164ms","start":"2026-04-24T02:57:17.809758Z","end":"2026-04-24T02:57:18.015166Z","steps":["trace[1039327172] 'agreement among raft nodes before linearized reading' (duration: 205.197601ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:57:18.015207Z","caller":"traceutil/trace.go:171","msg":"trace[620511115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2507; }","duration":"160.245465ms","start":"2026-04-24T02:57:17.854939Z","end":"2026-04-24T02:57:18.015184Z","steps":["trace[620511115] 'agreement among raft nodes before linearized reading' (duration: 160.052542ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:57:44.506684Z","caller":"traceutil/trace.go:171","msg":"trace[542915716] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"124.82732ms","start":"2026-04-24T02:57:44.381818Z","end":"2026-04-24T02:57:44.506646Z","steps":["trace[542915716] 'process raft request' (duration: 124.617763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:59:07.130336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.104665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T02:59:07.130449Z","caller":"traceutil/trace.go:171","msg":"trace[785991082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3160; }","duration":"184.269119ms","start":"2026-04-24T02:59:06.946156Z","end":"2026-04-24T02:59:07.130425Z","steps":["trace[785991082] 'range keys from in-memory index tree' (duration: 183.991342ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:59:38.252031Z","caller":"traceutil/trace.go:171","msg":"trace[1048570474] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"253.111856ms","start":"2026-04-24T02:59:37.998897Z","end":"2026-04-24T02:59:38.252009Z","steps":["trace[1048570474] 'process raft request' (duration: 252.951242ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:59:43.516683Z","caller":"traceutil/trace.go:171","msg":"trace[669887702] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"104.896197ms","start":"2026-04-24T02:59:43.411758Z","end":"2026-04-24T02:59:43.516655Z","steps":["trace[669887702] 'process raft request' (duration: 104.703662ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T02:59:43.56371Z","caller":"traceutil/trace.go:171","msg":"trace[792098880] linearizableReadLoop","detail":"{readStateIndex:3498; appliedIndex:3496; }","duration":"132.962596ms","start":"2026-04-24T02:59:43.430718Z","end":"2026-04-24T02:59:43.563681Z","steps":["trace[792098880] 'read index received' (duration: 85.790205ms)","trace[792098880] 'applied index is now lower than readState.Index' (duration: 47.171151ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T02:59:43.563775Z","caller":"traceutil/trace.go:171","msg":"trace[1089685754] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"145.558043ms","start":"2026-04-24T02:59:43.418163Z","end":"2026-04-24T02:59:43.563721Z","steps":["trace[1089685754] 'process raft request' (duration: 145.359218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T02:59:43.563976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.223342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-24T02:59:43.564157Z","caller":"traceutil/trace.go:171","msg":"trace[551869761] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3362; }","duration":"133.460308ms","start":"2026-04-24T02:59:43.430682Z","end":"2026-04-24T02:59:43.564142Z","steps":["trace[551869761] 'agreement among raft nodes before linearized reading' (duration: 133.11005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:57.211072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5601806948338231293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T03:00:57.711633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5601806948338231293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T03:00:58.212834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5601806948338231293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T03:00:58.713725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5601806948338231293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T03:00:58.945577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-24T03:00:58.94571Z","caller":"traceutil/trace.go:171","msg":"trace[1214740923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139453s","start":"2026-04-24T03:00:56.945537Z","end":"2026-04-24T03:00:58.945677Z","steps":["trace[1214740923] 'agreement among raft nodes before linearized reading' (duration: 1.999957739s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:58.945779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:56.945524Z","time spent":"2.000243066s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/24 03:00:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-24T03:00:59.213896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5601806948338231293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T03:00:59.714457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5601806948338231293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-24T03:00:59.726753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.021626944s","expected-duration":"1s"} {"level":"info","ts":"2026-04-24T03:00:59.729671Z","caller":"traceutil/trace.go:171","msg":"trace[121039830] transaction","detail":"{read_only:false; response_revision:3765; number_of_response:1; }","duration":"3.031115391s","start":"2026-04-24T03:00:56.69852Z","end":"2026-04-24T03:00:59.729636Z","steps":["trace[121039830] 'process raft request' (duration: 3.028881592s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.731469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:56.698492Z","time spent":"3.031271335s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T03:00:59.742591Z","caller":"traceutil/trace.go:171","msg":"trace[810079283] linearizableReadLoop","detail":"{readStateIndex:3920; appliedIndex:3915; }","duration":"3.031911847s","start":"2026-04-24T03:00:56.710656Z","end":"2026-04-24T03:00:59.742568Z","steps":["trace[810079283] 'read index received' (duration: 3.018111526s)","trace[810079283] 'applied index is now lower than readState.Index' (duration: 13.798801ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T03:00:59.742614Z","caller":"traceutil/trace.go:171","msg":"trace[140717909] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"1.044562509s","start":"2026-04-24T03:00:58.698031Z","end":"2026-04-24T03:00:59.742594Z","steps":["trace[140717909] 'process raft request' (duration: 1.044471167s)"],"step_count":1} {"level":"info","ts":"2026-04-24T03:00:59.742672Z","caller":"traceutil/trace.go:171","msg":"trace[1313236043] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"1.733318951s","start":"2026-04-24T03:00:58.009328Z","end":"2026-04-24T03:00:59.742647Z","steps":["trace[1313236043] 'process raft request' (duration: 1.733134807s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.742715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032056621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-24T03:00:59.742712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:58.697991Z","time spent":"1.044654791s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-24T03:00:59.742734Z","caller":"traceutil/trace.go:171","msg":"trace[538186965] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"228.165962ms","start":"2026-04-24T03:00:59.514544Z","end":"2026-04-24T03:00:59.74271Z","steps":["trace[538186965] 'process raft request' (duration: 227.982318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.742828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:58.009307Z","time spent":"1.733443243s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T03:00:59.742904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741331956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-24T03:00:59.742881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905024685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T03:00:59.742757Z","caller":"traceutil/trace.go:171","msg":"trace[2136792335] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3769; }","duration":"3.032139002s","start":"2026-04-24T03:00:56.710606Z","end":"2026-04-24T03:00:59.742745Z","steps":["trace[2136792335] 'agreement among raft nodes before linearized reading' (duration: 3.03206172s)"],"step_count":1} {"level":"info","ts":"2026-04-24T03:00:59.742999Z","caller":"traceutil/trace.go:171","msg":"trace[2082475181] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3769; }","duration":"2.905221389s","start":"2026-04-24T03:00:56.837745Z","end":"2026-04-24T03:00:59.742966Z","steps":["trace[2082475181] 'agreement among raft nodes before linearized reading' (duration: 2.905007524s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.743033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.155212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-24T03:00:59.743063Z","caller":"traceutil/trace.go:171","msg":"trace[1930337930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3769; }","duration":"266.260635ms","start":"2026-04-24T03:00:59.476795Z","end":"2026-04-24T03:00:59.743056Z","steps":["trace[1930337930] 'agreement among raft nodes before linearized reading' (duration: 266.165643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.74307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:56.837717Z","time spent":"2.905337752s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-24T03:00:59.743076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:56.710591Z","time spent":"3.032413959s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-24T03:00:59.743159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016564804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.29\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-24T03:00:59.743179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498420555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-24T03:00:59.74325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311307028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-24T03:00:59.743281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.496326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T03:00:59.742944Z","caller":"traceutil/trace.go:171","msg":"trace[1337534830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3769; }","duration":"1.741436558s","start":"2026-04-24T03:00:58.001499Z","end":"2026-04-24T03:00:59.742936Z","steps":["trace[1337534830] 'agreement among raft nodes before linearized reading' (duration: 1.741286965s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.743285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892121649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T03:00:59.743307Z","caller":"traceutil/trace.go:171","msg":"trace[786672368] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3769; }","duration":"2.311412241s","start":"2026-04-24T03:00:57.431873Z","end":"2026-04-24T03:00:59.743285Z","steps":["trace[786672368] 'agreement among raft nodes before linearized reading' (duration: 2.311296027s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.743337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:58.001434Z","time spent":"1.741893169s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-24T03:00:59.743375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.500862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T03:00:59.743447Z","caller":"traceutil/trace.go:171","msg":"trace[1590018754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3769; }","duration":"714.565864ms","start":"2026-04-24T03:00:59.028841Z","end":"2026-04-24T03:00:59.743407Z","steps":["trace[1590018754] 'agreement among raft nodes before linearized reading' (duration: 714.494403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.743461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375074267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-24T03:00:59.743482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:59.028831Z","time spent":"714.641696ms","remote":"127.0.0.1:54790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-24T03:00:59.743487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.769927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T03:00:59.743487Z","caller":"traceutil/trace.go:171","msg":"trace[836005121] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3769; }","duration":"1.375135029s","start":"2026-04-24T03:00:58.368345Z","end":"2026-04-24T03:00:59.74348Z","steps":["trace[836005121] 'agreement among raft nodes before linearized reading' (duration: 1.375019256s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.743503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.612929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T03:00:59.743522Z","caller":"traceutil/trace.go:171","msg":"trace[1331712453] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3769; }","duration":"810.859098ms","start":"2026-04-24T03:00:58.932652Z","end":"2026-04-24T03:00:59.743511Z","steps":["trace[1331712453] 'agreement among raft nodes before linearized reading' (duration: 810.797567ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T03:00:59.743547Z","caller":"traceutil/trace.go:171","msg":"trace[748527723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3769; }","duration":"797.67437ms","start":"2026-04-24T03:00:58.945856Z","end":"2026-04-24T03:00:59.74353Z","steps":["trace[748527723] 'agreement among raft nodes before linearized reading' (duration: 797.565087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.743552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:58.932629Z","time spent":"810.91672ms","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-24T03:00:59.74355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:58.368334Z","time spent":"1.37520761s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-24T03:00:59.743574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:58.945814Z","time spent":"797.755622ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-24T03:00:59.743617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529864974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-24T03:00:59.743648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381148359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T03:00:59.743674Z","caller":"traceutil/trace.go:171","msg":"trace[1611040001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3769; }","duration":"2.529946627s","start":"2026-04-24T03:00:57.213714Z","end":"2026-04-24T03:00:59.74366Z","steps":["trace[1611040001] 'agreement among raft nodes before linearized reading' (duration: 2.529725862s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.743719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:57.213698Z","time spent":"2.530012318s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-24T03:00:59.743215Z","caller":"traceutil/trace.go:171","msg":"trace[263835866] range","detail":"{range_begin:/registry/masterleases/199.19.213.29; range_end:; response_count:1; response_revision:3769; }","duration":"2.016712427s","start":"2026-04-24T03:00:57.726492Z","end":"2026-04-24T03:00:59.743204Z","steps":["trace[263835866] 'agreement among raft nodes before linearized reading' (duration: 2.016450201s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.743796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:57.726461Z","time spent":"2.017326841s","remote":"127.0.0.1:43888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.29\" "} {"level":"warn","ts":"2026-04-24T03:00:59.743043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513056487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-24T03:00:59.743681Z","caller":"traceutil/trace.go:171","msg":"trace[694708956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3769; }","duration":"1.381235102s","start":"2026-04-24T03:00:58.362437Z","end":"2026-04-24T03:00:59.743672Z","steps":["trace[694708956] 'agreement among raft nodes before linearized reading' (duration: 1.381180131s)"],"step_count":1} {"level":"info","ts":"2026-04-24T03:00:59.743889Z","caller":"traceutil/trace.go:171","msg":"trace[2092255043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3769; }","duration":"2.513922086s","start":"2026-04-24T03:00:57.229954Z","end":"2026-04-24T03:00:59.743876Z","steps":["trace[2092255043] 'agreement among raft nodes before linearized reading' (duration: 2.512997175s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.743935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:57.229939Z","time spent":"2.513984757s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-24T03:00:59.743077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492824383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-24T03:00:59.744028Z","caller":"traceutil/trace.go:171","msg":"trace[1238430574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3769; }","duration":"2.493892196s","start":"2026-04-24T03:00:57.250125Z","end":"2026-04-24T03:00:59.744017Z","steps":["trace[1238430574] 'agreement among raft nodes before linearized reading' (duration: 2.492675899s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.744068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:57.250113Z","time spent":"2.493946658s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-24T03:00:59.742602Z","caller":"traceutil/trace.go:171","msg":"trace[804730117] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"1.852193034s","start":"2026-04-24T03:00:57.890375Z","end":"2026-04-24T03:00:59.742568Z","steps":["trace[804730117] 'process raft request' (duration: 1.851937279s)"],"step_count":1} {"level":"info","ts":"2026-04-24T03:00:59.743252Z","caller":"traceutil/trace.go:171","msg":"trace[1487235470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3769; }","duration":"2.498543488s","start":"2026-04-24T03:00:57.244697Z","end":"2026-04-24T03:00:59.743241Z","steps":["trace[1487235470] 'agreement among raft nodes before linearized reading' (duration: 2.498391114s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.744198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:57.24467Z","time spent":"2.499496419s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-24T03:00:59.744206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:57.890344Z","time spent":"1.85380684s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-24T03:00:59.743901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:58.36241Z","time spent":"1.381485817s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-24T03:00:59.743345Z","caller":"traceutil/trace.go:171","msg":"trace[1882544031] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3769; }","duration":"1.892234952s","start":"2026-04-24T03:00:57.851098Z","end":"2026-04-24T03:00:59.743333Z","steps":["trace[1882544031] 'agreement among raft nodes before linearized reading' (duration: 1.892136668s)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.744314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:57.851072Z","time spent":"1.893230653s","remote":"127.0.0.1:35280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-24T03:00:59.743349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:57.431845Z","time spent":"2.311497123s","remote":"127.0.0.1:44022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-24T03:00:59.743317Z","caller":"traceutil/trace.go:171","msg":"trace[228990400] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3769; }","duration":"483.592369ms","start":"2026-04-24T03:00:59.259715Z","end":"2026-04-24T03:00:59.743307Z","steps":["trace[228990400] 'agreement among raft nodes before linearized reading' (duration: 483.523917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:00:59.744499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-24T03:00:59.259683Z","time spent":"484.803655ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-24T03:00:59.888892Z","caller":"traceutil/trace.go:171","msg":"trace[17579846] transaction","detail":"{read_only:false; response_revision:3777; number_of_response:1; }","duration":"134.054396ms","start":"2026-04-24T03:00:59.754775Z","end":"2026-04-24T03:00:59.888829Z","steps":["trace[17579846] 'process raft request' (duration: 84.593567ms)","trace[17579846] 'compare' (duration: 49.212034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T03:00:59.889016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.886681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-24T03:00:59.889087Z","caller":"traceutil/trace.go:171","msg":"trace[1595607625] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3777; }","duration":"131.977953ms","start":"2026-04-24T03:00:59.757091Z","end":"2026-04-24T03:00:59.889069Z","steps":["trace[1595607625] 'agreement among raft nodes before linearized reading' (duration: 131.719176ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T03:03:24.626669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2893} {"level":"info","ts":"2026-04-24T03:03:24.707449Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2893,"took":"79.557421ms","hash":459251234,"current-db-size-bytes":44269568,"current-db-size":"44 MB","current-db-size-in-use-bytes":20205568,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-24T03:03:24.70752Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":459251234,"revision":2893,"compact-revision":-1} {"level":"info","ts":"2026-04-24T03:03:42.492288Z","caller":"traceutil/trace.go:171","msg":"trace[1492489483] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"146.238462ms","start":"2026-04-24T03:03:42.34601Z","end":"2026-04-24T03:03:42.492248Z","steps":["trace[1492489483] 'process raft request' (duration: 115.27953ms)","trace[1492489483] 'compare' (duration: 30.83011ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T03:03:42.518723Z","caller":"traceutil/trace.go:171","msg":"trace[610376179] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"107.626485ms","start":"2026-04-24T03:03:42.411053Z","end":"2026-04-24T03:03:42.51868Z","steps":["trace[610376179] 'process raft request' (duration: 107.173227ms)"],"step_count":1} {"level":"info","ts":"2026-04-24T03:03:42.518908Z","caller":"traceutil/trace.go:171","msg":"trace[286982324] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"165.630987ms","start":"2026-04-24T03:03:42.353243Z","end":"2026-04-24T03:03:42.518874Z","steps":["trace[286982324] 'process raft request' (duration: 164.850222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:03:42.948612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.190782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-24T03:03:42.948689Z","caller":"traceutil/trace.go:171","msg":"trace[2080091457] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5661; }","duration":"103.299564ms","start":"2026-04-24T03:03:42.845372Z","end":"2026-04-24T03:03:42.948672Z","steps":["trace[2080091457] 'agreement among raft nodes before linearized reading' (duration: 103.159071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:03:42.986792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.775315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-24T03:03:42.986929Z","caller":"traceutil/trace.go:171","msg":"trace[1498988188] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5662; }","duration":"101.938778ms","start":"2026-04-24T03:03:42.884969Z","end":"2026-04-24T03:03:42.986908Z","steps":["trace[1498988188] 'agreement among raft nodes before linearized reading' (duration: 85.209453ms)","trace[1498988188] 'range keys from in-memory index tree' (duration: 15.179506ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T03:03:45.765139Z","caller":"traceutil/trace.go:171","msg":"trace[759888073] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"140.618763ms","start":"2026-04-24T03:03:45.624472Z","end":"2026-04-24T03:03:45.76509Z","steps":["trace[759888073] 'process raft request' (duration: 108.01332ms)","trace[759888073] 'compare' (duration: 32.368309ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T03:03:45.765133Z","caller":"traceutil/trace.go:171","msg":"trace[904329456] linearizableReadLoop","detail":"{readStateIndex:5913; appliedIndex:5912; }","duration":"128.564237ms","start":"2026-04-24T03:03:45.636525Z","end":"2026-04-24T03:03:45.765089Z","steps":["trace[904329456] 'read index received' (duration: 95.860352ms)","trace[904329456] 'applied index is now lower than readState.Index' (duration: 32.701815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-24T03:03:45.765581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.008795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nln6k\" ","response":"range_response_count:1 size:5147"} {"level":"info","ts":"2026-04-24T03:03:45.765667Z","caller":"traceutil/trace.go:171","msg":"trace[2004447012] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nln6k; range_end:; response_count:1; response_revision:5697; }","duration":"129.139287ms","start":"2026-04-24T03:03:45.63651Z","end":"2026-04-24T03:03:45.76565Z","steps":["trace[2004447012] 'agreement among raft nodes before linearized reading' (duration: 128.710169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:03:45.765772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.794115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T03:03:45.765873Z","caller":"traceutil/trace.go:171","msg":"trace[1911613431] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5697; }","duration":"108.936938ms","start":"2026-04-24T03:03:45.656912Z","end":"2026-04-24T03:03:45.765849Z","steps":["trace[1911613431] 'agreement among raft nodes before linearized reading' (duration: 108.755115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:03:45.765794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.966758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-24T03:03:45.766109Z","caller":"traceutil/trace.go:171","msg":"trace[1411047142] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5697; }","duration":"109.306804ms","start":"2026-04-24T03:03:45.656785Z","end":"2026-04-24T03:03:45.766092Z","steps":["trace[1411047142] 'agreement among raft nodes before linearized reading' (duration: 108.873606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:03:53.26161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.372384ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-24T03:03:53.262256Z","caller":"traceutil/trace.go:171","msg":"trace[1600218916] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5993; }","duration":"135.164241ms","start":"2026-04-24T03:03:53.12705Z","end":"2026-04-24T03:03:53.262215Z","steps":["trace[1600218916] 'read index received' (duration: 22.087933ms)","trace[1600218916] 'applied index is now lower than readState.Index' (duration: 113.073728ms)"],"step_count":2} {"level":"info","ts":"2026-04-24T03:03:53.262272Z","caller":"traceutil/trace.go:171","msg":"trace[64118332] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"135.547028ms","start":"2026-04-24T03:03:53.12668Z","end":"2026-04-24T03:03:53.262227Z","steps":["trace[64118332] 'process raft request' (duration: 135.024848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-24T03:03:53.321691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.604774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-24T03:03:53.321805Z","caller":"traceutil/trace.go:171","msg":"trace[1102875928] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5777; }","duration":"194.772988ms","start":"2026-04-24T03:03:53.127002Z","end":"2026-04-24T03:03:53.321775Z","steps":["trace[1102875928] 'agreement among raft nodes before linearized reading' (duration: 135.330684ms)","trace[1102875928] 'count revisions from in-memory index tree' (duration: 59.272291ms)"],"step_count":2}