{"level":"warn","ts":"2026-03-31T18:26:04.599873Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:26:04.59996Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=instance=https://199.204.45.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:26:04.600024Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:26:04.600037Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-31T18:26:04.600054Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:26:04.600777Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-03-31T18:26:04.600923Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:26:04.604977Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.794694ms"} {"level":"info","ts":"2026-03-31T18:26:04.615216Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d98d5f2c752cc52d","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-03-31T18:26:04.615316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:26:04.615452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 0"} {"level":"info","ts":"2026-03-31T18:26:04.615588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d98d5f2c752cc52d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:26:04.615618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 1"} {"level":"info","ts":"2026-03-31T18:26:04.615726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"warn","ts":"2026-03-31T18:26:04.621855Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:26:04.623078Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:26:04.623932Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:26:04.627104Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d98d5f2c752cc52d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:26:04.627437Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d98d5f2c752cc52d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:26:04.627427Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:04.627794Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:04.627845Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:04.631209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"info","ts":"2026-03-31T18:26:04.631501Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"d98d5f2c752cc52d","added-peer-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-03-31T18:26:04.633845Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:26:04.634161Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d98d5f2c752cc52d","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:26:04.634212Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:26:04.634358Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-31T18:26:04.634374Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-03-31T18:26:05.616651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:26:05.61674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:26:05.616774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgPreVoteResp from d98d5f2c752cc52d at term 1"} {"level":"info","ts":"2026-03-31T18:26:05.616798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:26:05.616813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgVoteResp from d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-31T18:26:05.616833Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became leader at term 2"} {"level":"info","ts":"2026-03-31T18:26:05.61685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d98d5f2c752cc52d elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-03-31T18:26:05.617991Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:05.618829Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:26:05.618823Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d98d5f2c752cc52d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.250:2379]}","request-path":"/0/members/d98d5f2c752cc52d/attributes","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:26:05.618919Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:26:05.619316Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:26:05.619392Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:26:05.620266Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:05.620359Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:05.620397Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:05.622635Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:26:05.622906Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"warn","ts":"2026-03-31T18:26:33.169611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.03323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:26:33.169978Z","caller":"traceutil/trace.go:171","msg":"trace[809941123] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"271.40927ms","start":"2026-03-31T18:26:32.898542Z","end":"2026-03-31T18:26:33.169951Z","steps":["trace[809941123] 'process raft request' (duration: 271.338929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:33.170017Z","caller":"traceutil/trace.go:171","msg":"trace[540205703] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"282.726044ms","start":"2026-03-31T18:26:32.887268Z","end":"2026-03-31T18:26:33.169994Z","steps":["trace[540205703] 'process raft request' (duration: 75.698525ms)","trace[540205703] 'compare' (duration: 205.849296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:33.174851Z","caller":"traceutil/trace.go:171","msg":"trace[2078179662] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:458; }","duration":"168.013258ms","start":"2026-03-31T18:26:33.006656Z","end":"2026-03-31T18:26:33.174669Z","steps":["trace[2078179662] 'read index received' (duration: 133.702201ms)","trace[2078179662] 'applied index is now lower than readState.Index' (duration: 34.306537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:33.175277Z","caller":"traceutil/trace.go:171","msg":"trace[1054166561] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"206.507098ms","start":"2026-03-31T18:26:32.96869Z","end":"2026-03-31T18:26:33.175197Z","steps":["trace[1054166561] 'process raft request' (duration: 203.218323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:33.175921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.175662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:26:33.176035Z","caller":"traceutil/trace.go:171","msg":"trace[2139818421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:445; }","duration":"164.318275ms","start":"2026-03-31T18:26:33.011676Z","end":"2026-03-31T18:26:33.175994Z","steps":["trace[2139818421] 'agreement among raft nodes before linearized reading' (duration: 164.135281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:33.176238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.574959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:26:33.176386Z","caller":"traceutil/trace.go:171","msg":"trace[488798921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:445; }","duration":"169.781143ms","start":"2026-03-31T18:26:33.006574Z","end":"2026-03-31T18:26:33.176355Z","steps":["trace[488798921] 'agreement among raft nodes before linearized reading' (duration: 168.571809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:34.923847Z","caller":"traceutil/trace.go:171","msg":"trace[1319555181] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"111.977981ms","start":"2026-03-31T18:26:34.811847Z","end":"2026-03-31T18:26:34.923825Z","steps":["trace[1319555181] 'process raft request' (duration: 105.8483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:34.923942Z","caller":"traceutil/trace.go:171","msg":"trace[1529357889] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"103.186108ms","start":"2026-03-31T18:26:34.82072Z","end":"2026-03-31T18:26:34.923906Z","steps":["trace[1529357889] 'process raft request' (duration: 102.822981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:41.131296Z","caller":"traceutil/trace.go:171","msg":"trace[674455949] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"363.968483ms","start":"2026-03-31T18:26:40.767299Z","end":"2026-03-31T18:26:41.131267Z","steps":["trace[674455949] 'process raft request' (duration: 358.070538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:41.131645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:40.767269Z","time spent":"364.139367ms","remote":"127.0.0.1:45328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:26:41.660086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.997617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:26:41.660365Z","caller":"traceutil/trace.go:171","msg":"trace[2057395153] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"420.112477ms","start":"2026-03-31T18:26:41.240223Z","end":"2026-03-31T18:26:41.660336Z","steps":["trace[2057395153] 'process raft request' (duration: 255.775224ms)","trace[2057395153] 'compare' (duration: 163.777873ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:41.660422Z","caller":"traceutil/trace.go:171","msg":"trace[940932710] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"420.092227ms","start":"2026-03-31T18:26:41.240307Z","end":"2026-03-31T18:26:41.660399Z","steps":["trace[940932710] 'process raft request' (duration: 419.923303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:41.660494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:41.240207Z","time spent":"420.218599ms","remote":"127.0.0.1:45504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:26:41.660553Z","caller":"traceutil/trace.go:171","msg":"trace[1852318086] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:595; }","duration":"414.070349ms","start":"2026-03-31T18:26:41.246462Z","end":"2026-03-31T18:26:41.660532Z","steps":["trace[1852318086] 'read index received' (duration: 249.634954ms)","trace[1852318086] 'applied index is now lower than readState.Index' (duration: 164.434495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:26:41.660654Z","caller":"traceutil/trace.go:171","msg":"trace[751549302] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"419.287661ms","start":"2026-03-31T18:26:41.241357Z","end":"2026-03-31T18:26:41.660645Z","steps":["trace[751549302] 'process raft request' (duration: 418.992306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:41.66064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:41.24028Z","time spent":"420.205079ms","remote":"127.0.0.1:45504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:26:41.66072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:41.241349Z","time spent":"419.329482ms","remote":"127.0.0.1:45504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:26:41.660747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.279974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:26:41.660792Z","caller":"traceutil/trace.go:171","msg":"trace[1377739873] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:579; }","duration":"414.342885ms","start":"2026-03-31T18:26:41.246434Z","end":"2026-03-31T18:26:41.660777Z","steps":["trace[1377739873] 'agreement among raft nodes before linearized reading' (duration: 414.278974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:26:41.660822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:26:41.246425Z","time spent":"414.389746ms","remote":"127.0.0.1:45474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-03-31T18:26:41.660896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.345953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5hmv4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T18:26:41.661028Z","caller":"traceutil/trace.go:171","msg":"trace[1451409903] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5hmv4; range_end:; response_count:1; response_revision:579; }","duration":"123.521637ms","start":"2026-03-31T18:26:41.537478Z","end":"2026-03-31T18:26:41.661Z","steps":["trace[1451409903] 'agreement among raft nodes before linearized reading' (duration: 123.195931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:26:42.786645Z","caller":"traceutil/trace.go:171","msg":"trace[1166939251] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"127.085786ms","start":"2026-03-31T18:26:42.659535Z","end":"2026-03-31T18:26:42.786621Z","steps":["trace[1166939251] 'process raft request' (duration: 118.275245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:08.0489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.048043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:27:08.049Z","caller":"traceutil/trace.go:171","msg":"trace[1578095034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:768; }","duration":"232.188145ms","start":"2026-03-31T18:27:07.816794Z","end":"2026-03-31T18:27:08.048982Z","steps":["trace[1578095034] 'range keys from in-memory index tree' (duration: 231.860868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:08.04891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.536782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:27:08.049054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.205405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:27:08.049185Z","caller":"traceutil/trace.go:171","msg":"trace[363790242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:768; }","duration":"232.365128ms","start":"2026-03-31T18:27:07.816797Z","end":"2026-03-31T18:27:08.049162Z","steps":["trace[363790242] 'range keys from in-memory index tree' (duration: 232.026372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:08.049102Z","caller":"traceutil/trace.go:171","msg":"trace[104347964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:768; }","duration":"232.770516ms","start":"2026-03-31T18:27:07.81631Z","end":"2026-03-31T18:27:08.04908Z","steps":["trace[104347964] 'range keys from in-memory index tree' (duration: 232.237516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:22.967756Z","caller":"traceutil/trace.go:171","msg":"trace[1933567135] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"113.10205ms","start":"2026-03-31T18:28:22.854622Z","end":"2026-03-31T18:28:22.967724Z","steps":["trace[1933567135] 'process raft request' (duration: 85.797337ms)","trace[1933567135] 'compare' (duration: 26.957066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:23.374668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.394044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:23.374879Z","caller":"traceutil/trace.go:171","msg":"trace[410619829] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1900; }","duration":"256.489323ms","start":"2026-03-31T18:28:23.118354Z","end":"2026-03-31T18:28:23.374843Z","steps":["trace[410619829] 'read index received' (duration: 94.592µs)","trace[410619829] 'applied index is now lower than readState.Index' (duration: 256.393361ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:23.375072Z","caller":"traceutil/trace.go:171","msg":"trace[2092139949] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"335.14304ms","start":"2026-03-31T18:28:23.039792Z","end":"2026-03-31T18:28:23.374935Z","steps":["trace[2092139949] 'process raft request' (duration: 61.348179ms)","trace[2092139949] 'compare' (duration: 273.103248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:23.37533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.983422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:23.375378Z","caller":"traceutil/trace.go:171","msg":"trace[1237996966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1832; }","duration":"257.086785ms","start":"2026-03-31T18:28:23.118277Z","end":"2026-03-31T18:28:23.375364Z","steps":["trace[1237996966] 'agreement among raft nodes before linearized reading' (duration: 256.707378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:23.375572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:23.039754Z","time spent":"335.481387ms","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:23.510433Z","caller":"traceutil/trace.go:171","msg":"trace[1856132896] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"120.919613ms","start":"2026-03-31T18:28:23.389476Z","end":"2026-03-31T18:28:23.510395Z","steps":["trace[1856132896] 'process raft request' (duration: 120.482815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:23.760911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.102754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:23.761187Z","caller":"traceutil/trace.go:171","msg":"trace[1310187071] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"238.820038ms","start":"2026-03-31T18:28:23.52235Z","end":"2026-03-31T18:28:23.76117Z","steps":["trace[1310187071] 'process raft request' (duration: 238.770707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:23.761276Z","caller":"traceutil/trace.go:171","msg":"trace[1346239426] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"242.641852ms","start":"2026-03-31T18:28:23.518612Z","end":"2026-03-31T18:28:23.761253Z","steps":["trace[1346239426] 'process raft request' (duration: 242.384667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:23.761346Z","caller":"traceutil/trace.go:171","msg":"trace[1710087830] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"242.813066ms","start":"2026-03-31T18:28:23.518513Z","end":"2026-03-31T18:28:23.761326Z","steps":["trace[1710087830] 'process raft request' (duration: 94.224202ms)","trace[1710087830] 'compare' (duration: 147.982552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:23.761464Z","caller":"traceutil/trace.go:171","msg":"trace[1941024851] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"240.712464ms","start":"2026-03-31T18:28:23.520741Z","end":"2026-03-31T18:28:23.761454Z","steps":["trace[1941024851] 'process raft request' (duration: 240.323927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:17.916762Z","caller":"traceutil/trace.go:171","msg":"trace[498233397] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"121.457967ms","start":"2026-03-31T18:29:17.795267Z","end":"2026-03-31T18:29:17.916725Z","steps":["trace[498233397] 'process raft request' (duration: 121.289624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:18.765401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.804146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:18.765505Z","caller":"traceutil/trace.go:171","msg":"trace[1740150374] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2262; }","duration":"214.105317ms","start":"2026-03-31T18:29:18.551387Z","end":"2026-03-31T18:29:18.765492Z","steps":["trace[1740150374] 'read index received' (duration: 81.064286ms)","trace[1740150374] 'applied index is now lower than readState.Index' (duration: 133.040111ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:18.765602Z","caller":"traceutil/trace.go:171","msg":"trace[760264070] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"263.843149ms","start":"2026-03-31T18:29:18.501691Z","end":"2026-03-31T18:29:18.765534Z","steps":["trace[760264070] 'process raft request' (duration: 130.824628ms)","trace[760264070] 'compare' (duration: 132.684404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:18.765805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.404033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:29:18.765943Z","caller":"traceutil/trace.go:171","msg":"trace[1103749577] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:2182; }","duration":"214.608617ms","start":"2026-03-31T18:29:18.551313Z","end":"2026-03-31T18:29:18.765921Z","steps":["trace[1103749577] 'agreement among raft nodes before linearized reading' (duration: 214.266391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.093553Z","caller":"traceutil/trace.go:171","msg":"trace[948068032] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"104.378305ms","start":"2026-03-31T18:30:26.989149Z","end":"2026-03-31T18:30:27.093528Z","steps":["trace[948068032] 'process raft request' (duration: 104.16927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.158428Z","caller":"traceutil/trace.go:171","msg":"trace[1668171773] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2854; }","duration":"130.493667ms","start":"2026-03-31T18:30:27.027904Z","end":"2026-03-31T18:30:27.158398Z","steps":["trace[1668171773] 'read index received' (duration: 65.593965ms)","trace[1668171773] 'applied index is now lower than readState.Index' (duration: 64.898092ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:27.158586Z","caller":"traceutil/trace.go:171","msg":"trace[1860552169] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"139.493265ms","start":"2026-03-31T18:30:27.019057Z","end":"2026-03-31T18:30:27.15855Z","steps":["trace[1860552169] 'process raft request' (duration: 108.665635ms)","trace[1860552169] 'compare' (duration: 30.561116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:27.158624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.70528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:27.158814Z","caller":"traceutil/trace.go:171","msg":"trace[161128776] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2753; }","duration":"130.910574ms","start":"2026-03-31T18:30:27.02785Z","end":"2026-03-31T18:30:27.158761Z","steps":["trace[161128776] 'agreement among raft nodes before linearized reading' (duration: 130.68988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.427923Z","caller":"traceutil/trace.go:171","msg":"trace[1042269454] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"150.372151ms","start":"2026-03-31T18:30:32.277527Z","end":"2026-03-31T18:30:32.4279Z","steps":["trace[1042269454] 'process raft request' (duration: 109.569782ms)","trace[1042269454] 'compare' (duration: 40.375751ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:31.470523Z","caller":"traceutil/trace.go:171","msg":"trace[1766545781] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"133.083732ms","start":"2026-03-31T18:31:31.337423Z","end":"2026-03-31T18:31:31.470507Z","steps":["trace[1766545781] 'process raft request' (duration: 132.985201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:31.628612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.891015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:31.628837Z","caller":"traceutil/trace.go:171","msg":"trace[320201083] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"143.46433ms","start":"2026-03-31T18:31:31.485348Z","end":"2026-03-31T18:31:31.628812Z","steps":["trace[320201083] 'process raft request' (duration: 143.389098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:31.628835Z","caller":"traceutil/trace.go:171","msg":"trace[1290417461] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"145.814893ms","start":"2026-03-31T18:31:31.482988Z","end":"2026-03-31T18:31:31.628802Z","steps":["trace[1290417461] 'process raft request' (duration: 17.637122ms)","trace[1290417461] 'compare' (duration: 127.726721ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:31.628963Z","caller":"traceutil/trace.go:171","msg":"trace[2053095768] linearizableReadLoop","detail":"{readStateIndex:3218; appliedIndex:3217; }","duration":"145.787112ms","start":"2026-03-31T18:31:31.483149Z","end":"2026-03-31T18:31:31.628936Z","steps":["trace[2053095768] 'read index received' (duration: 17.48701ms)","trace[2053095768] 'applied index is now lower than readState.Index' (duration: 128.297322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:31.629198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.026947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9401"} {"level":"warn","ts":"2026-03-31T18:31:31.629235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.140973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:31:31.629292Z","caller":"traceutil/trace.go:171","msg":"trace[220785839] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3102; }","duration":"146.144429ms","start":"2026-03-31T18:31:31.483128Z","end":"2026-03-31T18:31:31.629272Z","steps":["trace[220785839] 'agreement among raft nodes before linearized reading' (duration: 145.881334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:31.629299Z","caller":"traceutil/trace.go:171","msg":"trace[1709887944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3102; }","duration":"134.224555ms","start":"2026-03-31T18:31:31.495056Z","end":"2026-03-31T18:31:31.629281Z","steps":["trace[1709887944] 'agreement among raft nodes before linearized reading' (duration: 134.030781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:31.629322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.747056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:31:31.629369Z","caller":"traceutil/trace.go:171","msg":"trace[2018247139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3102; }","duration":"124.817607ms","start":"2026-03-31T18:31:31.504539Z","end":"2026-03-31T18:31:31.629356Z","steps":["trace[2018247139] 'agreement among raft nodes before linearized reading' (duration: 124.694175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:31.62942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.463186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:31:31.629585Z","caller":"traceutil/trace.go:171","msg":"trace[560954553] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3102; }","duration":"100.673581ms","start":"2026-03-31T18:31:31.528887Z","end":"2026-03-31T18:31:31.629561Z","steps":["trace[560954553] 'agreement among raft nodes before linearized reading' (duration: 100.277963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:12.911052Z","caller":"traceutil/trace.go:171","msg":"trace[387200841] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"114.957903ms","start":"2026-03-31T18:34:12.796063Z","end":"2026-03-31T18:34:12.911021Z","steps":["trace[387200841] 'process raft request' (duration: 112.246604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:20.962735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.162459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9r6gt.18a200c73a168509\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T18:34:20.962809Z","caller":"traceutil/trace.go:171","msg":"trace[1129506065] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9r6gt.18a200c73a168509; range_end:; response_count:1; response_revision:4904; }","duration":"126.265731ms","start":"2026-03-31T18:34:20.836527Z","end":"2026-03-31T18:34:20.962793Z","steps":["trace[1129506065] 'range keys from in-memory index tree' (duration: 126.027816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:20.962933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.244135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18d08a29-e718-4f4c-a979-04f71883b863\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T18:34:20.963011Z","caller":"traceutil/trace.go:171","msg":"trace[330463678] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18d08a29-e718-4f4c-a979-04f71883b863; range_end:; response_count:1; response_revision:4904; }","duration":"130.357126ms","start":"2026-03-31T18:34:20.832635Z","end":"2026-03-31T18:34:20.962992Z","steps":["trace[330463678] 'range keys from in-memory index tree' (duration: 130.100922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:21.131719Z","caller":"traceutil/trace.go:171","msg":"trace[2051111390] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"166.374498ms","start":"2026-03-31T18:34:20.965325Z","end":"2026-03-31T18:34:21.1317Z","steps":["trace[2051111390] 'process raft request' (duration: 166.248746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:21.170885Z","caller":"traceutil/trace.go:171","msg":"trace[1555756391] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5091; }","duration":"199.912484ms","start":"2026-03-31T18:34:20.970954Z","end":"2026-03-31T18:34:21.170867Z","steps":["trace[1555756391] 'read index received' (duration: 160.670842ms)","trace[1555756391] 'applied index is now lower than readState.Index' (duration: 39.240832ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:21.170951Z","caller":"traceutil/trace.go:171","msg":"trace[511044780] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"201.27289ms","start":"2026-03-31T18:34:20.969648Z","end":"2026-03-31T18:34:21.170921Z","steps":["trace[511044780] 'process raft request' (duration: 196.759676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.171207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.234939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719280"} {"level":"info","ts":"2026-03-31T18:34:21.171235Z","caller":"traceutil/trace.go:171","msg":"trace[6488470] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4906; }","duration":"200.314121ms","start":"2026-03-31T18:34:20.970914Z","end":"2026-03-31T18:34:21.171228Z","steps":["trace[6488470] 'agreement among raft nodes before linearized reading' (duration: 200.017406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:31.595613Z","caller":"traceutil/trace.go:171","msg":"trace[1475266941] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5316; }","duration":"100.496828ms","start":"2026-03-31T18:34:31.495088Z","end":"2026-03-31T18:34:31.595585Z","steps":["trace[1475266941] 'read index received' (duration: 1.767943ms)","trace[1475266941] 'applied index is now lower than readState.Index' (duration: 98.727715ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:31.595741Z","caller":"traceutil/trace.go:171","msg":"trace[411060930] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"118.740962ms","start":"2026-03-31T18:34:31.476933Z","end":"2026-03-31T18:34:31.595674Z","steps":["trace[411060930] 'process raft request' (duration: 92.742275ms)","trace[411060930] 'compare' (duration: 25.470568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:31.596031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.919805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:31.59618Z","caller":"traceutil/trace.go:171","msg":"trace[131845908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5124; }","duration":"101.149309ms","start":"2026-03-31T18:34:31.494999Z","end":"2026-03-31T18:34:31.596149Z","steps":["trace[131845908] 'agreement among raft nodes before linearized reading' (duration: 100.743141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:39.12203Z","caller":"traceutil/trace.go:171","msg":"trace[119965289] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"107.773381ms","start":"2026-03-31T18:34:39.014235Z","end":"2026-03-31T18:34:39.122008Z","steps":["trace[119965289] 'process raft request' (duration: 107.599728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:39.333019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.051002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:39.333115Z","caller":"traceutil/trace.go:171","msg":"trace[939186775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5258; }","duration":"147.226716ms","start":"2026-03-31T18:34:39.185868Z","end":"2026-03-31T18:34:39.333094Z","steps":["trace[939186775] 'count revisions from in-memory index tree' (duration: 146.947161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:39.363095Z","caller":"traceutil/trace.go:171","msg":"trace[319193710] linearizableReadLoop","detail":"{readStateIndex:5455; appliedIndex:5454; }","duration":"140.265668ms","start":"2026-03-31T18:34:39.222796Z","end":"2026-03-31T18:34:39.363062Z","steps":["trace[319193710] 'read index received' (duration: 139.996093ms)","trace[319193710] 'applied index is now lower than readState.Index' (duration: 267.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:39.363163Z","caller":"traceutil/trace.go:171","msg":"trace[1512440325] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"175.978715ms","start":"2026-03-31T18:34:39.187135Z","end":"2026-03-31T18:34:39.363113Z","steps":["trace[1512440325] 'process raft request' (duration: 175.70173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:39.363406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.569053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40991d4b-3880-4649-8df7-f1eae59f13b8\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-31T18:34:39.363458Z","caller":"traceutil/trace.go:171","msg":"trace[1599839644] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40991d4b-3880-4649-8df7-f1eae59f13b8; range_end:; response_count:1; response_revision:5259; }","duration":"140.700136ms","start":"2026-03-31T18:34:39.222745Z","end":"2026-03-31T18:34:39.363445Z","steps":["trace[1599839644] 'agreement among raft nodes before linearized reading' (duration: 140.452371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:39.717559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.722133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:39.717649Z","caller":"traceutil/trace.go:171","msg":"trace[515486529] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5260; }","duration":"247.864126ms","start":"2026-03-31T18:34:39.469762Z","end":"2026-03-31T18:34:39.717626Z","steps":["trace[515486529] 'count revisions from in-memory index tree' (duration: 247.592031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:05.645481Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2965} {"level":"info","ts":"2026-03-31T18:36:05.716959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2965,"took":"70.244295ms","hash":3653311516,"current-db-size-bytes":58548224,"current-db-size":"58 MB","current-db-size-in-use-bytes":34123776,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T18:36:05.717013Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3653311516,"revision":2965,"compact-revision":-1} {"level":"info","ts":"2026-03-31T18:40:37.620635Z","caller":"traceutil/trace.go:171","msg":"trace[308826893] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"106.501905ms","start":"2026-03-31T18:40:37.514108Z","end":"2026-03-31T18:40:37.62061Z","steps":["trace[308826893] 'process raft request' (duration: 106.23942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:50.518711Z","caller":"traceutil/trace.go:171","msg":"trace[753892191] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"105.500267ms","start":"2026-03-31T18:40:50.413186Z","end":"2026-03-31T18:40:50.518686Z","steps":["trace[753892191] 'process raft request' (duration: 94.350651ms)","trace[753892191] 'compare' (duration: 11.002263ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:50.518968Z","caller":"traceutil/trace.go:171","msg":"trace[1102833316] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"105.430926ms","start":"2026-03-31T18:40:50.413489Z","end":"2026-03-31T18:40:50.51892Z","steps":["trace[1102833316] 'process raft request' (duration: 105.156021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:05.651483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6075} {"level":"info","ts":"2026-03-31T18:41:05.749484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6075,"took":"96.042532ms","hash":449507664,"current-db-size-bytes":58548224,"current-db-size":"58 MB","current-db-size-in-use-bytes":23080960,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T18:41:05.749576Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":449507664,"revision":6075,"compact-revision":2965} {"level":"warn","ts":"2026-03-31T18:41:30.038654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.060793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:30.038787Z","caller":"traceutil/trace.go:171","msg":"trace[62209213] linearizableReadLoop","detail":"{readStateIndex:8774; appliedIndex:8773; }","duration":"141.160345ms","start":"2026-03-31T18:41:29.897608Z","end":"2026-03-31T18:41:30.038768Z","steps":["trace[62209213] 'read index received' (duration: 25.863168ms)","trace[62209213] 'applied index is now lower than readState.Index' (duration: 115.295217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:30.038835Z","caller":"traceutil/trace.go:171","msg":"trace[1283295892] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"204.208719ms","start":"2026-03-31T18:41:29.834589Z","end":"2026-03-31T18:41:30.038797Z","steps":["trace[1283295892] 'process raft request' (duration: 88.887411ms)","trace[1283295892] 'compare' (duration: 114.790727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:30.038988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.37065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:41:30.039018Z","caller":"traceutil/trace.go:171","msg":"trace[291712141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8474; }","duration":"141.436311ms","start":"2026-03-31T18:41:29.897573Z","end":"2026-03-31T18:41:30.039009Z","steps":["trace[291712141] 'agreement among raft nodes before linearized reading' (duration: 141.286148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:30.039183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.310317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:41:30.039208Z","caller":"traceutil/trace.go:171","msg":"trace[1690805515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8474; }","duration":"110.371467ms","start":"2026-03-31T18:41:29.928829Z","end":"2026-03-31T18:41:30.039201Z","steps":["trace[1690805515] 'agreement among raft nodes before linearized reading' (duration: 110.291746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:30.210343Z","caller":"traceutil/trace.go:171","msg":"trace[336982038] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"165.507554ms","start":"2026-03-31T18:41:30.044796Z","end":"2026-03-31T18:41:30.210304Z","steps":["trace[336982038] 'process raft request' (duration: 157.590618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:30.21454Z","caller":"traceutil/trace.go:171","msg":"trace[1390402820] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"169.327545ms","start":"2026-03-31T18:41:30.045201Z","end":"2026-03-31T18:41:30.214528Z","steps":["trace[1390402820] 'process raft request' (duration: 169.253713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:30.869698Z","caller":"traceutil/trace.go:171","msg":"trace[1585782329] linearizableReadLoop","detail":"{readStateIndex:8783; appliedIndex:8782; }","duration":"157.337124ms","start":"2026-03-31T18:41:30.712335Z","end":"2026-03-31T18:41:30.869672Z","steps":["trace[1585782329] 'read index received' (duration: 157.091249ms)","trace[1585782329] 'applied index is now lower than readState.Index' (duration: 244.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:30.869751Z","caller":"traceutil/trace.go:171","msg":"trace[803639280] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"171.546235ms","start":"2026-03-31T18:41:30.698177Z","end":"2026-03-31T18:41:30.869724Z","steps":["trace[803639280] 'process raft request' (duration: 171.343092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:30.869941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.571448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:41:30.870031Z","caller":"traceutil/trace.go:171","msg":"trace[1917278548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8483; }","duration":"157.687751ms","start":"2026-03-31T18:41:30.712321Z","end":"2026-03-31T18:41:30.870009Z","steps":["trace[1917278548] 'agreement among raft nodes before linearized reading' (duration: 157.461537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:30.870911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.03926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:41:30.870979Z","caller":"traceutil/trace.go:171","msg":"trace[1836070405] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8483; }","duration":"143.108712ms","start":"2026-03-31T18:41:30.727854Z","end":"2026-03-31T18:41:30.870962Z","steps":["trace[1836070405] 'agreement among raft nodes before linearized reading' (duration: 142.143063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:31.191464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.773682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:41:31.19151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.100514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T18:41:31.191656Z","caller":"traceutil/trace.go:171","msg":"trace[144829082] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8484; }","duration":"225.280688ms","start":"2026-03-31T18:41:30.966342Z","end":"2026-03-31T18:41:31.191623Z","steps":["trace[144829082] 'range keys from in-memory index tree' (duration: 224.926731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:31.191586Z","caller":"traceutil/trace.go:171","msg":"trace[1918758256] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8484; }","duration":"163.962856ms","start":"2026-03-31T18:41:31.027597Z","end":"2026-03-31T18:41:31.19156Z","steps":["trace[1918758256] 'count revisions from in-memory index tree' (duration: 163.68247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:19.738101Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002419.wal"} {"level":"info","ts":"2026-03-31T18:43:49.263153Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T18:43:49.269593Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T18:43:49.269674Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T18:46:05.658493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8249} {"level":"info","ts":"2026-03-31T18:46:05.736499Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8249,"took":"75.800193ms","hash":3209750757,"current-db-size-bytes":58548224,"current-db-size":"58 MB","current-db-size-in-use-bytes":24895488,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T18:46:05.736567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3209750757,"revision":8249,"compact-revision":6075} {"level":"info","ts":"2026-03-31T18:51:05.664253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10646} {"level":"info","ts":"2026-03-31T18:51:05.743731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10646,"took":"77.118323ms","hash":2409121198,"current-db-size-bytes":58548224,"current-db-size":"58 MB","current-db-size-in-use-bytes":20193280,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-31T18:51:05.743799Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2409121198,"revision":10646,"compact-revision":8249}