{"level":"warn","ts":"2026-05-12T03:08:49.234184Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-12T03:08:49.234286Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-12T03:08:49.234369Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-12T03:08:49.234384Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-05-12T03:08:49.234405Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-12T03:08:49.235249Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-05-12T03:08:49.235367Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-12T03:08:49.24128Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.651823ms"} {"level":"info","ts":"2026-05-12T03:08:49.248847Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-05-12T03:08:49.248897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-05-12T03:08:49.248915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-05-12T03:08:49.248928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-12T03:08:49.248934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-05-12T03:08:49.248968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-05-12T03:08:49.253994Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-12T03:08:49.25512Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-12T03:08:49.255973Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-12T03:08:49.257861Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-12T03:08:49.258009Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-12T03:08:49.258066Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-12T03:08:49.258079Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-12T03:08:49.258075Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-12T03:08:49.259177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-05-12T03:08:49.259307Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-05-12T03:08:49.261864Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-12T03:08:49.262427Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-05-12T03:08:49.262459Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-12T03:08:49.262517Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-12T03:08:49.262511Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-05-12T03:08:49.649391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-05-12T03:08:49.649449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-05-12T03:08:49.649636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-05-12T03:08:49.649649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-05-12T03:08:49.649656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-05-12T03:08:49.649667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-05-12T03:08:49.649676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-05-12T03:08:49.651265Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-12T03:08:49.652355Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-12T03:08:49.652351Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-05-12T03:08:49.65255Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-12T03:08:49.652799Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-05-12T03:08:49.652845Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-12T03:08:49.652864Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-12T03:08:49.652885Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-12T03:08:49.652912Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-12T03:08:49.655644Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"info","ts":"2026-05-12T03:08:49.655966Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-12T03:08:55.357937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.633564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-12T03:08:55.358041Z","caller":"traceutil/trace.go:171","msg":"trace[237450061] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:306; }","duration":"224.819678ms","start":"2026-05-12T03:08:55.1332Z","end":"2026-05-12T03:08:55.358019Z","steps":["trace[237450061] 'range keys from in-memory index tree' (duration: 224.511635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:08:55.358114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.882796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-12T03:08:55.358216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.851884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T03:08:55.358366Z","caller":"traceutil/trace.go:171","msg":"trace[38176824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:306; }","duration":"167.140384ms","start":"2026-05-12T03:08:55.191182Z","end":"2026-05-12T03:08:55.358322Z","steps":["trace[38176824] 'range keys from in-memory index tree' (duration: 166.765117ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:08:55.358457Z","caller":"traceutil/trace.go:171","msg":"trace[1005143402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:306; }","duration":"154.131455ms","start":"2026-05-12T03:08:55.204278Z","end":"2026-05-12T03:08:55.358409Z","steps":["trace[1005143402] 'range keys from in-memory index tree' (duration: 153.768929ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:08:55.378654Z","caller":"traceutil/trace.go:171","msg":"trace[601795311] transaction","detail":"{read_only:false; number_of_response:0; response_revision:306; }","duration":"164.064172ms","start":"2026-05-12T03:08:55.214568Z","end":"2026-05-12T03:08:55.378632Z","steps":["trace[601795311] 'process raft request' (duration: 163.932763ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:08:55.378642Z","caller":"traceutil/trace.go:171","msg":"trace[311000148] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:315; }","duration":"159.940824ms","start":"2026-05-12T03:08:55.218673Z","end":"2026-05-12T03:08:55.378614Z","steps":["trace[311000148] 'read index received' (duration: 159.811735ms)","trace[311000148] 'applied index is now lower than readState.Index' (duration: 128.359µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T03:08:55.378942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.243706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-05-12T03:08:55.378989Z","caller":"traceutil/trace.go:171","msg":"trace[1794585816] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:306; }","duration":"160.345033ms","start":"2026-05-12T03:08:55.218633Z","end":"2026-05-12T03:08:55.378978Z","steps":["trace[1794585816] 'agreement among raft nodes before linearized reading' (duration: 160.054462ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:08:55.567248Z","caller":"traceutil/trace.go:171","msg":"trace[481995779] transaction","detail":"{read_only:false; number_of_response:0; response_revision:306; }","duration":"348.460811ms","start":"2026-05-12T03:08:55.218755Z","end":"2026-05-12T03:08:55.567215Z","steps":["trace[481995779] 'process raft request' (duration: 348.337352ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:08:55.567367Z","caller":"traceutil/trace.go:171","msg":"trace[1169084397] linearizableReadLoop","detail":"{readStateIndex:321; appliedIndex:317; }","duration":"188.478244ms","start":"2026-05-12T03:08:55.378862Z","end":"2026-05-12T03:08:55.56734Z","steps":["trace[1169084397] 'read index received' (duration: 188.299451ms)","trace[1169084397] 'applied index is now lower than readState.Index' (duration: 178.063µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T03:08:55.567444Z","caller":"traceutil/trace.go:171","msg":"trace[59137667] transaction","detail":"{read_only:false; number_of_response:0; response_revision:306; }","duration":"348.491613ms","start":"2026-05-12T03:08:55.218918Z","end":"2026-05-12T03:08:55.56741Z","steps":["trace[59137667] 'process raft request' (duration: 348.249926ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:08:55.567559Z","caller":"traceutil/trace.go:171","msg":"trace[1005435886] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"205.330541ms","start":"2026-05-12T03:08:55.362215Z","end":"2026-05-12T03:08:55.567546Z","steps":["trace[1005435886] 'process raft request' (duration: 205.056871ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:08:55.567599Z","caller":"traceutil/trace.go:171","msg":"trace[460199225] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"205.787983ms","start":"2026-05-12T03:08:55.361793Z","end":"2026-05-12T03:08:55.567581Z","steps":["trace[460199225] 'process raft request' (duration: 205.398295ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:08:55.567614Z","caller":"traceutil/trace.go:171","msg":"trace[599639036] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"204.903489ms","start":"2026-05-12T03:08:55.362693Z","end":"2026-05-12T03:08:55.567597Z","steps":["trace[599639036] 'process raft request' (duration: 204.616979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:08:55.567664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T03:08:55.218741Z","time spent":"348.58332ms","remote":"127.0.0.1:40648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T03:08:55.567704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.595333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-12T03:08:55.56776Z","caller":"traceutil/trace.go:171","msg":"trace[513508340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:309; }","duration":"202.672219ms","start":"2026-05-12T03:08:55.365072Z","end":"2026-05-12T03:08:55.567745Z","steps":["trace[513508340] 'agreement among raft nodes before linearized reading' (duration: 202.534469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:08:55.567789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T03:08:55.218912Z","time spent":"348.606672ms","remote":"127.0.0.1:40648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-12T03:08:55.574514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.833443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-05-12T03:08:55.574571Z","caller":"traceutil/trace.go:171","msg":"trace[204528239] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:310; }","duration":"194.902208ms","start":"2026-05-12T03:08:55.379654Z","end":"2026-05-12T03:08:55.574556Z","steps":["trace[204528239] 'agreement among raft nodes before linearized reading' (duration: 194.807341ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:08:55.574518Z","caller":"traceutil/trace.go:171","msg":"trace[1393424585] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"155.138598ms","start":"2026-05-12T03:08:55.419364Z","end":"2026-05-12T03:08:55.574502Z","steps":["trace[1393424585] 'process raft request' (duration: 154.830466ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:09:24.442442Z","caller":"traceutil/trace.go:171","msg":"trace[1841231138] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"151.778832ms","start":"2026-05-12T03:09:24.290639Z","end":"2026-05-12T03:09:24.442418Z","steps":["trace[1841231138] 'read index received' (duration: 150.985139ms)","trace[1841231138] 'applied index is now lower than readState.Index' (duration: 792.763µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T03:09:24.442541Z","caller":"traceutil/trace.go:171","msg":"trace[784473299] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"353.759113ms","start":"2026-05-12T03:09:24.08876Z","end":"2026-05-12T03:09:24.442519Z","steps":["trace[784473299] 'process raft request' (duration: 353.144264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:09:24.442631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.975697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ffkhl\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-12T03:09:24.442668Z","caller":"traceutil/trace.go:171","msg":"trace[1618188975] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ffkhl; range_end:; response_count:1; response_revision:611; }","duration":"152.058884ms","start":"2026-05-12T03:09:24.290595Z","end":"2026-05-12T03:09:24.442654Z","steps":["trace[1618188975] 'agreement among raft nodes before linearized reading' (duration: 151.924553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:09:24.442835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T03:09:24.088725Z","time spent":"353.866492ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-12T03:09:24.755448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.783258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-12T03:09:24.755523Z","caller":"traceutil/trace.go:171","msg":"trace[969321289] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:613; }","duration":"213.909768ms","start":"2026-05-12T03:09:24.541595Z","end":"2026-05-12T03:09:24.755505Z","steps":["trace[969321289] 'range keys from in-memory index tree' (duration: 213.711252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:09:46.419349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.414888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-12T03:09:46.419431Z","caller":"traceutil/trace.go:171","msg":"trace[188202701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:794; }","duration":"231.552872ms","start":"2026-05-12T03:09:46.187861Z","end":"2026-05-12T03:09:46.419414Z","steps":["trace[188202701] 'range keys from in-memory index tree' (duration: 231.146722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:11:12.342133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.847956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53282fff-7f70-4f0b-aac8-dd65fce479b1\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-12T03:11:12.342295Z","caller":"traceutil/trace.go:171","msg":"trace[1971171327] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53282fff-7f70-4f0b-aac8-dd65fce479b1; range_end:; response_count:1; response_revision:1893; }","duration":"191.056654ms","start":"2026-05-12T03:11:12.151217Z","end":"2026-05-12T03:11:12.342273Z","steps":["trace[1971171327] 'range keys from in-memory index tree' (duration: 190.643887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:11:12.34218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.823567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-12T03:11:12.342589Z","caller":"traceutil/trace.go:171","msg":"trace[956414501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1893; }","duration":"158.12185ms","start":"2026-05-12T03:11:12.184301Z","end":"2026-05-12T03:11:12.342423Z","steps":["trace[956414501] 'range keys from in-memory index tree' (duration: 157.64762ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:11:12.499557Z","caller":"traceutil/trace.go:171","msg":"trace[17487754] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"154.014066ms","start":"2026-05-12T03:11:12.345521Z","end":"2026-05-12T03:11:12.499535Z","steps":["trace[17487754] 'process raft request' (duration: 153.896491ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:11:12.511493Z","caller":"traceutil/trace.go:171","msg":"trace[616953783] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"165.868809ms","start":"2026-05-12T03:11:12.345603Z","end":"2026-05-12T03:11:12.511472Z","steps":["trace[616953783] 'process raft request' (duration: 165.674331ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:11:12.511772Z","caller":"traceutil/trace.go:171","msg":"trace[1778928931] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"165.839118ms","start":"2026-05-12T03:11:12.34591Z","end":"2026-05-12T03:11:12.511749Z","steps":["trace[1778928931] 'process raft request' (duration: 165.460713ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:11:12.511857Z","caller":"traceutil/trace.go:171","msg":"trace[349859325] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"164.985044ms","start":"2026-05-12T03:11:12.34684Z","end":"2026-05-12T03:11:12.511825Z","steps":["trace[349859325] 'process raft request' (duration: 164.561036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:11:12.720067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.906143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-12T03:11:12.720219Z","caller":"traceutil/trace.go:171","msg":"trace[215234002] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1897; }","duration":"134.100131ms","start":"2026-05-12T03:11:12.586099Z","end":"2026-05-12T03:11:12.720199Z","steps":["trace[215234002] 'range keys from in-memory index tree' (duration: 133.719376ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:11:23.561808Z","caller":"traceutil/trace.go:171","msg":"trace[250559597] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"165.882271ms","start":"2026-05-12T03:11:23.395902Z","end":"2026-05-12T03:11:23.561784Z","steps":["trace[250559597] 'process raft request' (duration: 165.728014ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:11:44.742645Z","caller":"traceutil/trace.go:171","msg":"trace[1773096852] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"101.354301ms","start":"2026-05-12T03:11:44.641254Z","end":"2026-05-12T03:11:44.742608Z","steps":["trace[1773096852] 'process raft request' (duration: 101.061316ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:11:44.903681Z","caller":"traceutil/trace.go:171","msg":"trace[999552688] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"155.720551ms","start":"2026-05-12T03:11:44.747929Z","end":"2026-05-12T03:11:44.903649Z","steps":["trace[999552688] 'process raft request' (duration: 143.42053ms)","trace[999552688] 'compare' (duration: 12.056088ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T03:11:44.904117Z","caller":"traceutil/trace.go:171","msg":"trace[1801536448] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"155.88342ms","start":"2026-05-12T03:11:44.748193Z","end":"2026-05-12T03:11:44.904077Z","steps":["trace[1801536448] 'process raft request' (duration: 155.391544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:11:45.449318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.642873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aeb2cdea10563d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-12T03:11:45.449397Z","caller":"traceutil/trace.go:171","msg":"trace[2086727669] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aeb2cdea10563d; range_end:; response_count:1; response_revision:2128; }","duration":"126.775711ms","start":"2026-05-12T03:11:45.322605Z","end":"2026-05-12T03:11:45.449381Z","steps":["trace[2086727669] 'range keys from in-memory index tree' (duration: 126.436053ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:11:45.978741Z","caller":"traceutil/trace.go:171","msg":"trace[1124040887] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"340.755011ms","start":"2026-05-12T03:11:45.637963Z","end":"2026-05-12T03:11:45.978719Z","steps":["trace[1124040887] 'process raft request' (duration: 340.638275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:11:45.97926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-12T03:11:45.637935Z","time spent":"341.232485ms","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-12T03:11:45.978903Z","caller":"traceutil/trace.go:171","msg":"trace[962659397] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2209; }","duration":"236.944573ms","start":"2026-05-12T03:11:45.741946Z","end":"2026-05-12T03:11:45.978891Z","steps":["trace[962659397] 'read index received' (duration: 236.938072ms)","trace[962659397] 'applied index is now lower than readState.Index' (duration: 5.471µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T03:11:45.978991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.032518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-12T03:11:45.979623Z","caller":"traceutil/trace.go:171","msg":"trace[947550826] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2130; }","duration":"237.792066ms","start":"2026-05-12T03:11:45.741818Z","end":"2026-05-12T03:11:45.97961Z","steps":["trace[947550826] 'agreement among raft nodes before linearized reading' (duration: 237.109971ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:11:46.055886Z","caller":"traceutil/trace.go:171","msg":"trace[615438333] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"211.477272ms","start":"2026-05-12T03:11:45.844379Z","end":"2026-05-12T03:11:46.055857Z","steps":["trace[615438333] 'process raft request' (duration: 211.359286ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:13:33.618982Z","caller":"traceutil/trace.go:171","msg":"trace[1791460673] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"138.717233ms","start":"2026-05-12T03:13:33.480235Z","end":"2026-05-12T03:13:33.618952Z","steps":["trace[1791460673] 'process raft request' (duration: 138.489528ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:13:33.780127Z","caller":"traceutil/trace.go:171","msg":"trace[1147101648] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"299.76897ms","start":"2026-05-12T03:13:33.480344Z","end":"2026-05-12T03:13:33.780113Z","steps":["trace[1147101648] 'process raft request' (duration: 299.548906ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:13:33.780045Z","caller":"traceutil/trace.go:171","msg":"trace[144143288] linearizableReadLoop","detail":"{readStateIndex:2920; appliedIndex:2919; }","duration":"107.140016ms","start":"2026-05-12T03:13:33.67288Z","end":"2026-05-12T03:13:33.78002Z","steps":["trace[144143288] 'read index received' (duration: 106.922252ms)","trace[144143288] 'applied index is now lower than readState.Index' (duration: 216.924µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T03:13:33.780509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.593417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-12T03:13:33.780624Z","caller":"traceutil/trace.go:171","msg":"trace[2100215076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2816; }","duration":"107.768988ms","start":"2026-05-12T03:13:33.672829Z","end":"2026-05-12T03:13:33.780598Z","steps":["trace[2100215076] 'agreement among raft nodes before linearized reading' (duration: 107.447346ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:10.661436Z","caller":"traceutil/trace.go:171","msg":"trace[1171965959] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"163.197311ms","start":"2026-05-12T03:17:10.498211Z","end":"2026-05-12T03:17:10.661408Z","steps":["trace[1171965959] 'process raft request' (duration: 162.678141ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:10.662236Z","caller":"traceutil/trace.go:171","msg":"trace[1441928434] linearizableReadLoop","detail":"{readStateIndex:4894; appliedIndex:4894; }","duration":"163.693979ms","start":"2026-05-12T03:17:10.498508Z","end":"2026-05-12T03:17:10.662202Z","steps":["trace[1441928434] 'read index received' (duration: 163.682639ms)","trace[1441928434] 'applied index is now lower than readState.Index' (duration: 8.91µs)"],"step_count":2} {"level":"warn","ts":"2026-05-12T03:17:10.662464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.931198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cbd45e98-c4a6-4877-ae3f-b7a9b6dee7ca\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-12T03:17:10.662533Z","caller":"traceutil/trace.go:171","msg":"trace[1317430261] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cbd45e98-c4a6-4877-ae3f-b7a9b6dee7ca; range_end:; response_count:1; response_revision:4718; }","duration":"164.018322ms","start":"2026-05-12T03:17:10.498494Z","end":"2026-05-12T03:17:10.662513Z","steps":["trace[1317430261] 'agreement among raft nodes before linearized reading' (duration: 163.829225ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:10.686292Z","caller":"traceutil/trace.go:171","msg":"trace[249258396] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"186.8978ms","start":"2026-05-12T03:17:10.499366Z","end":"2026-05-12T03:17:10.686264Z","steps":["trace[249258396] 'process raft request' (duration: 186.779586ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:10.833703Z","caller":"traceutil/trace.go:171","msg":"trace[452801510] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"129.294121ms","start":"2026-05-12T03:17:10.704366Z","end":"2026-05-12T03:17:10.83366Z","steps":["trace[452801510] 'process raft request' (duration: 73.944984ms)","trace[452801510] 'compare' (duration: 55.222131ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T03:17:11.184304Z","caller":"traceutil/trace.go:171","msg":"trace[736382797] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"141.776081ms","start":"2026-05-12T03:17:11.042497Z","end":"2026-05-12T03:17:11.184273Z","steps":["trace[736382797] 'process raft request' (duration: 136.551355ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:11.217393Z","caller":"traceutil/trace.go:171","msg":"trace[450510499] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"113.848728ms","start":"2026-05-12T03:17:11.103508Z","end":"2026-05-12T03:17:11.217357Z","steps":["trace[450510499] 'process raft request' (duration: 113.678872ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:23.702994Z","caller":"traceutil/trace.go:171","msg":"trace[829553033] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"121.339614ms","start":"2026-05-12T03:17:23.581629Z","end":"2026-05-12T03:17:23.702969Z","steps":["trace[829553033] 'read index received' (duration: 121.071793ms)","trace[829553033] 'applied index is now lower than readState.Index' (duration: 266.571µs)"],"step_count":2} {"level":"info","ts":"2026-05-12T03:17:23.703059Z","caller":"traceutil/trace.go:171","msg":"trace[2006318903] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"121.605004ms","start":"2026-05-12T03:17:23.581424Z","end":"2026-05-12T03:17:23.703029Z","steps":["trace[2006318903] 'process raft request' (duration: 121.394516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-12T03:17:23.703228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.570023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-12T03:17:23.703273Z","caller":"traceutil/trace.go:171","msg":"trace[135303419] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4949; }","duration":"121.640425ms","start":"2026-05-12T03:17:23.581617Z","end":"2026-05-12T03:17:23.703257Z","steps":["trace[135303419] 'agreement among raft nodes before linearized reading' (duration: 121.461448ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:23.958746Z","caller":"traceutil/trace.go:171","msg":"trace[1525819131] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"194.418249ms","start":"2026-05-12T03:17:23.764298Z","end":"2026-05-12T03:17:23.958716Z","steps":["trace[1525819131] 'process raft request' (duration: 194.330175ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:23.958838Z","caller":"traceutil/trace.go:171","msg":"trace[656817193] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"194.512972ms","start":"2026-05-12T03:17:23.764291Z","end":"2026-05-12T03:17:23.958804Z","steps":["trace[656817193] 'process raft request' (duration: 129.090291ms)","trace[656817193] 'compare' (duration: 65.057067ms)"],"step_count":2} {"level":"info","ts":"2026-05-12T03:17:23.97383Z","caller":"traceutil/trace.go:171","msg":"trace[1536800958] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"209.446923ms","start":"2026-05-12T03:17:23.764358Z","end":"2026-05-12T03:17:23.973805Z","steps":["trace[1536800958] 'process raft request' (duration: 209.277126ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:23.974162Z","caller":"traceutil/trace.go:171","msg":"trace[71919025] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"209.722404ms","start":"2026-05-12T03:17:23.764416Z","end":"2026-05-12T03:17:23.974139Z","steps":["trace[71919025] 'process raft request' (duration: 209.343499ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:23.974234Z","caller":"traceutil/trace.go:171","msg":"trace[1539294477] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"183.310708ms","start":"2026-05-12T03:17:23.790909Z","end":"2026-05-12T03:17:23.97422Z","steps":["trace[1539294477] 'process raft request' (duration: 183.257266ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:17:23.974255Z","caller":"traceutil/trace.go:171","msg":"trace[52553234] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"197.409726ms","start":"2026-05-12T03:17:23.776832Z","end":"2026-05-12T03:17:23.974242Z","steps":["trace[52553234] 'process raft request' (duration: 197.158106ms)"],"step_count":1} {"level":"info","ts":"2026-05-12T03:18:49.805137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2900} {"level":"info","ts":"2026-05-12T03:18:49.896165Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2900,"took":"89.371691ms","hash":735205834,"current-db-size-bytes":53366784,"current-db-size":"53 MB","current-db-size-in-use-bytes":29679616,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-12T03:18:49.896221Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":735205834,"revision":2900,"compact-revision":-1} {"level":"info","ts":"2026-05-12T03:23:49.811152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5665} {"level":"info","ts":"2026-05-12T03:23:49.886667Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5665,"took":"73.724778ms","hash":416953001,"current-db-size-bytes":53366784,"current-db-size":"53 MB","current-db-size-in-use-bytes":18337792,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-12T03:23:49.886734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":416953001,"revision":5665,"compact-revision":2900}