{"level":"warn","ts":"2026-04-07T00:07:11.566959Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:07:11.567133Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.111:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.111:2380","--initial-cluster=instance=https://199.19.213.111:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.111:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.111:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T00:07:11.56727Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:07:11.567316Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.111:2380"]} {"level":"info","ts":"2026-04-07T00:07:11.567346Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:07:11.568064Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.111:2379"]} {"level":"info","ts":"2026-04-07T00:07:11.568162Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.111:2380"],"listen-peer-urls":["https://199.19.213.111:2380"],"advertise-client-urls":["https://199.19.213.111:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.111:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.111:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T00:07:11.571908Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.444639ms"} {"level":"info","ts":"2026-04-07T00:07:11.578848Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4edbe0dc99dceaa8","cluster-id":"9f725a00b80fcc82"} {"level":"info","ts":"2026-04-07T00:07:11.578965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T00:07:11.57903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became follower at term 0"} {"level":"info","ts":"2026-04-07T00:07:11.579057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4edbe0dc99dceaa8 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T00:07:11.579109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became follower at term 1"} {"level":"info","ts":"2026-04-07T00:07:11.57919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 switched to configuration voters=(5682382592936831656)"} {"level":"warn","ts":"2026-04-07T00:07:11.584783Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T00:07:11.586425Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T00:07:11.587586Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T00:07:11.589575Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4edbe0dc99dceaa8","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T00:07:11.589923Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4edbe0dc99dceaa8","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T00:07:11.596315Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:07:11.597058Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:07:11.597079Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:07:11.597512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 switched to configuration voters=(5682382592936831656)"} {"level":"info","ts":"2026-04-07T00:07:11.598157Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9f725a00b80fcc82","local-member-id":"4edbe0dc99dceaa8","added-peer-id":"4edbe0dc99dceaa8","added-peer-peer-urls":["https://199.19.213.111:2380"]} {"level":"info","ts":"2026-04-07T00:07:11.600314Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:07:11.600491Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.111:2380"} {"level":"info","ts":"2026-04-07T00:07:11.600516Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.111:2380"} {"level":"info","ts":"2026-04-07T00:07:11.600739Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4edbe0dc99dceaa8","initial-advertise-peer-urls":["https://199.19.213.111:2380"],"listen-peer-urls":["https://199.19.213.111:2380"],"advertise-client-urls":["https://199.19.213.111:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.111:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T00:07:11.600792Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T00:07:12.379891Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T00:07:12.380088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T00:07:12.380161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 received MsgPreVoteResp from 4edbe0dc99dceaa8 at term 1"} {"level":"info","ts":"2026-04-07T00:07:12.380206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became candidate at term 2"} {"level":"info","ts":"2026-04-07T00:07:12.380249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 received MsgVoteResp from 4edbe0dc99dceaa8 at term 2"} {"level":"info","ts":"2026-04-07T00:07:12.38029Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4edbe0dc99dceaa8 became leader at term 2"} {"level":"info","ts":"2026-04-07T00:07:12.380337Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4edbe0dc99dceaa8 elected leader 4edbe0dc99dceaa8 at term 2"} {"level":"info","ts":"2026-04-07T00:07:12.381323Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:07:12.382343Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4edbe0dc99dceaa8","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.111:2379]}","request-path":"/0/members/4edbe0dc99dceaa8/attributes","cluster-id":"9f725a00b80fcc82","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T00:07:12.382313Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:07:12.382604Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:07:12.382797Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9f725a00b80fcc82","local-member-id":"4edbe0dc99dceaa8","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:07:12.382985Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:07:12.38307Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:07:12.384936Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T00:07:12.384997Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T00:07:12.385475Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.111:2379"} {"level":"info","ts":"2026-04-07T00:07:12.386364Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T00:07:44.9881Z","caller":"traceutil/trace.go:171","msg":"trace[59603263] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"219.251774ms","start":"2026-04-07T00:07:44.768795Z","end":"2026-04-07T00:07:44.988046Z","steps":["trace[59603263] 'process raft request' (duration: 215.91891ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:44.993253Z","caller":"traceutil/trace.go:171","msg":"trace[42676216] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"130.890363ms","start":"2026-04-07T00:07:44.862333Z","end":"2026-04-07T00:07:44.993224Z","steps":["trace[42676216] 'process raft request' (duration: 130.450944ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:50.05624Z","caller":"traceutil/trace.go:171","msg":"trace[445962364] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"127.090903ms","start":"2026-04-07T00:07:49.929103Z","end":"2026-04-07T00:07:50.056194Z","steps":["trace[445962364] 'process raft request' (duration: 116.735355ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:50.376222Z","caller":"traceutil/trace.go:171","msg":"trace[1729350115] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"290.154476ms","start":"2026-04-07T00:07:50.086033Z","end":"2026-04-07T00:07:50.376187Z","steps":["trace[1729350115] 'process raft request' (duration: 289.940551ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:50.449932Z","caller":"traceutil/trace.go:171","msg":"trace[942501122] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:597; }","duration":"247.684408ms","start":"2026-04-07T00:07:50.20222Z","end":"2026-04-07T00:07:50.449905Z","steps":["trace[942501122] 'read index received' (duration: 173.812961ms)","trace[942501122] 'applied index is now lower than readState.Index' (duration: 73.870577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:07:50.450107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.872243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:07:50.450183Z","caller":"traceutil/trace.go:171","msg":"trace[2077951855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"248.014536ms","start":"2026-04-07T00:07:50.202158Z","end":"2026-04-07T00:07:50.450172Z","steps":["trace[2077951855] 'agreement among raft nodes before linearized reading' (duration: 247.873753ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:50.450046Z","caller":"traceutil/trace.go:171","msg":"trace[1427029558] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"333.175853ms","start":"2026-04-07T00:07:50.116799Z","end":"2026-04-07T00:07:50.449975Z","steps":["trace[1427029558] 'process raft request' (duration: 332.9944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:07:50.450252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.872813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:07:50.450331Z","caller":"traceutil/trace.go:171","msg":"trace[434898791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:577; }","duration":"154.994986ms","start":"2026-04-07T00:07:50.295307Z","end":"2026-04-07T00:07:50.450302Z","steps":["trace[434898791] 'agreement among raft nodes before linearized reading' (duration: 154.782511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:07:50.45116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:07:50.116762Z","time spent":"333.523041ms","remote":"127.0.0.1:36318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:07:50.560332Z","caller":"traceutil/trace.go:171","msg":"trace[2139084688] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"103.021961ms","start":"2026-04-07T00:07:50.457279Z","end":"2026-04-07T00:07:50.560301Z","steps":["trace[2139084688] 'process raft request' (duration: 77.574161ms)","trace[2139084688] 'compare' (duration: 25.274766ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:08.242032Z","caller":"traceutil/trace.go:171","msg":"trace[414768081] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"167.897448ms","start":"2026-04-07T00:08:08.074114Z","end":"2026-04-07T00:08:08.242011Z","steps":["trace[414768081] 'process raft request' (duration: 167.753033ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:59.056266Z","caller":"traceutil/trace.go:171","msg":"trace[377791848] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"109.989533ms","start":"2026-04-07T00:08:58.946248Z","end":"2026-04-07T00:08:59.056238Z","steps":["trace[377791848] 'process raft request' (duration: 109.80401ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:59.062646Z","caller":"traceutil/trace.go:171","msg":"trace[423433652] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"115.078718ms","start":"2026-04-07T00:08:58.947547Z","end":"2026-04-07T00:08:59.062625Z","steps":["trace[423433652] 'process raft request' (duration: 115.021557ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:59.062811Z","caller":"traceutil/trace.go:171","msg":"trace[779083990] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"115.228552ms","start":"2026-04-07T00:08:58.947529Z","end":"2026-04-07T00:08:59.062758Z","steps":["trace[779083990] 'process raft request' (duration: 114.913136ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:24.069165Z","caller":"traceutil/trace.go:171","msg":"trace[1412152315] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1901; }","duration":"135.80445ms","start":"2026-04-07T00:09:23.93333Z","end":"2026-04-07T00:09:24.069135Z","steps":["trace[1412152315] 'read index received' (duration: 135.628716ms)","trace[1412152315] 'applied index is now lower than readState.Index' (duration: 174.184µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:24.069314Z","caller":"traceutil/trace.go:171","msg":"trace[691671247] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"158.092767ms","start":"2026-04-07T00:09:23.91121Z","end":"2026-04-07T00:09:24.069303Z","steps":["trace[691671247] 'process raft request' (duration: 157.715829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.069473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.118327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:24.069519Z","caller":"traceutil/trace.go:171","msg":"trace[503815740] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1828; }","duration":"136.185008ms","start":"2026-04-07T00:09:23.933324Z","end":"2026-04-07T00:09:24.069509Z","steps":["trace[503815740] 'agreement among raft nodes before linearized reading' (duration: 136.096586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.106416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.587848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:09:24.1066Z","caller":"traceutil/trace.go:171","msg":"trace[255936265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1829; }","duration":"122.813293ms","start":"2026-04-07T00:09:23.983763Z","end":"2026-04-07T00:09:24.106576Z","steps":["trace[255936265] 'agreement among raft nodes before linearized reading' (duration: 122.530547ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:24.106862Z","caller":"traceutil/trace.go:171","msg":"trace[876631135] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"109.838435ms","start":"2026-04-07T00:09:23.997Z","end":"2026-04-07T00:09:24.106839Z","steps":["trace[876631135] 'process raft request' (duration: 109.07044ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:36.582869Z","caller":"traceutil/trace.go:171","msg":"trace[1705037552] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"162.597859ms","start":"2026-04-07T00:09:36.420248Z","end":"2026-04-07T00:09:36.582846Z","steps":["trace[1705037552] 'process raft request' (duration: 162.445126ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:58.327619Z","caller":"traceutil/trace.go:171","msg":"trace[1045917155] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"109.77683ms","start":"2026-04-07T00:09:58.217804Z","end":"2026-04-07T00:09:58.327581Z","steps":["trace[1045917155] 'process raft request' (duration: 84.911597ms)","trace[1045917155] 'compare' (duration: 24.72292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:58.975185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.461215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:09:58.975292Z","caller":"traceutil/trace.go:171","msg":"trace[970562164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2070; }","duration":"118.615848ms","start":"2026-04-07T00:09:58.856654Z","end":"2026-04-07T00:09:58.975269Z","steps":["trace[970562164] 'range keys from in-memory index tree' (duration: 118.223849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:59.501184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.347552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:09:59.501297Z","caller":"traceutil/trace.go:171","msg":"trace[1719630282] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2153; }","duration":"427.504478ms","start":"2026-04-07T00:09:59.073777Z","end":"2026-04-07T00:09:59.501282Z","steps":["trace[1719630282] 'read index received' (duration: 109.786928ms)","trace[1719630282] 'applied index is now lower than readState.Index' (duration: 317.71637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:59.501403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.61693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:59.501448Z","caller":"traceutil/trace.go:171","msg":"trace[1695020909] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2073; }","duration":"427.700922ms","start":"2026-04-07T00:09:59.073733Z","end":"2026-04-07T00:09:59.501434Z","steps":["trace[1695020909] 'agreement among raft nodes before linearized reading' (duration: 427.63262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:59.50149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:59.07372Z","time spent":"427.758763ms","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:09:59.501826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.39386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-07T00:09:59.501918Z","caller":"traceutil/trace.go:171","msg":"trace[962465052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2073; }","duration":"349.534183ms","start":"2026-04-07T00:09:59.152365Z","end":"2026-04-07T00:09:59.501899Z","steps":["trace[962465052] 'agreement among raft nodes before linearized reading' (duration: 349.277218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:59.501944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.075554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:09:59.501975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:59.152348Z","time spent":"349.612764ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T00:09:59.501998Z","caller":"traceutil/trace.go:171","msg":"trace[1327464399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2073; }","duration":"153.156295ms","start":"2026-04-07T00:09:59.34883Z","end":"2026-04-07T00:09:59.501986Z","steps":["trace[1327464399] 'agreement among raft nodes before linearized reading' (duration: 153.018512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:59.5021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.026087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:59.50219Z","caller":"traceutil/trace.go:171","msg":"trace[981940254] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2073; }","duration":"327.17844ms","start":"2026-04-07T00:09:59.174985Z","end":"2026-04-07T00:09:59.502164Z","steps":["trace[981940254] 'agreement among raft nodes before linearized reading' (duration: 327.046568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:59.502265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:59.174971Z","time spent":"327.275173ms","remote":"127.0.0.1:48812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:09:59.501381Z","caller":"traceutil/trace.go:171","msg":"trace[816952732] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"429.358236ms","start":"2026-04-07T00:09:59.071979Z","end":"2026-04-07T00:09:59.501338Z","steps":["trace[816952732] 'process raft request' (duration: 111.509693ms)","trace[816952732] 'compare' (duration: 317.096067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:59.502966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:59.071955Z","time spent":"430.788144ms","remote":"127.0.0.1:40998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:59.680732Z","caller":"traceutil/trace.go:171","msg":"trace[1134954089] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"174.922595ms","start":"2026-04-07T00:09:59.505778Z","end":"2026-04-07T00:09:59.680701Z","steps":["trace[1134954089] 'process raft request' (duration: 174.713761ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:59.681546Z","caller":"traceutil/trace.go:171","msg":"trace[522863624] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"173.825242ms","start":"2026-04-07T00:09:59.507705Z","end":"2026-04-07T00:09:59.68153Z","steps":["trace[522863624] 'process raft request' (duration: 173.779111ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:59.681705Z","caller":"traceutil/trace.go:171","msg":"trace[895694191] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"174.203759ms","start":"2026-04-07T00:09:59.507482Z","end":"2026-04-07T00:09:59.681686Z","steps":["trace[895694191] 'process raft request' (duration: 173.890813ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:02.632525Z","caller":"traceutil/trace.go:171","msg":"trace[2120235169] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"128.996764ms","start":"2026-04-07T00:11:02.503483Z","end":"2026-04-07T00:11:02.63248Z","steps":["trace[2120235169] 'process raft request' (duration: 128.837411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:35.236902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.951882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:35.237007Z","caller":"traceutil/trace.go:171","msg":"trace[1141027165] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2697; }","duration":"105.093265ms","start":"2026-04-07T00:11:35.131893Z","end":"2026-04-07T00:11:35.236986Z","steps":["trace[1141027165] 'range keys from in-memory index tree' (duration: 104.87919ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:31.134351Z","caller":"traceutil/trace.go:171","msg":"trace[2139410268] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"119.467063ms","start":"2026-04-07T00:14:31.014849Z","end":"2026-04-07T00:14:31.134316Z","steps":["trace[2139410268] 'process raft request' (duration: 119.387191ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:31.134493Z","caller":"traceutil/trace.go:171","msg":"trace[1114456761] linearizableReadLoop","detail":"{readStateIndex:3903; appliedIndex:3901; }","duration":"115.722311ms","start":"2026-04-07T00:14:31.018754Z","end":"2026-04-07T00:14:31.134477Z","steps":["trace[1114456761] 'read index received' (duration: 12.341528ms)","trace[1114456761] 'applied index is now lower than readState.Index' (duration: 103.379613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:14:31.134603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.831263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:14:31.134643Z","caller":"traceutil/trace.go:171","msg":"trace[1955138997] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:0; response_revision:3755; }","duration":"115.903634ms","start":"2026-04-07T00:14:31.018729Z","end":"2026-04-07T00:14:31.134632Z","steps":["trace[1955138997] 'agreement among raft nodes before linearized reading' (duration: 115.803412ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:31.13474Z","caller":"traceutil/trace.go:171","msg":"trace[1706650328] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"133.675746ms","start":"2026-04-07T00:14:31.001045Z","end":"2026-04-07T00:14:31.134721Z","steps":["trace[1706650328] 'process raft request' (duration: 92.870591ms)","trace[1706650328] 'compare' (duration: 40.106172ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:21.970156Z","caller":"traceutil/trace.go:171","msg":"trace[1903704558] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4759; }","duration":"108.685521ms","start":"2026-04-07T00:15:21.861446Z","end":"2026-04-07T00:15:21.970132Z","steps":["trace[1903704558] 'read index received' (duration: 108.431706ms)","trace[1903704558] 'applied index is now lower than readState.Index' (duration: 252.235µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:21.970313Z","caller":"traceutil/trace.go:171","msg":"trace[1342580655] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"119.828605ms","start":"2026-04-07T00:15:21.85047Z","end":"2026-04-07T00:15:21.970299Z","steps":["trace[1342580655] 'process raft request' (duration: 119.488369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:21.970648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.17744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:15:21.970704Z","caller":"traceutil/trace.go:171","msg":"trace[760989949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4579; }","duration":"109.270912ms","start":"2026-04-07T00:15:21.861416Z","end":"2026-04-07T00:15:21.970687Z","steps":["trace[760989949] 'agreement among raft nodes before linearized reading' (duration: 109.046588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:28.113755Z","caller":"traceutil/trace.go:171","msg":"trace[698494840] linearizableReadLoop","detail":"{readStateIndex:4863; appliedIndex:4862; }","duration":"106.983848ms","start":"2026-04-07T00:15:28.006746Z","end":"2026-04-07T00:15:28.11373Z","steps":["trace[698494840] 'read index received' (duration: 106.720373ms)","trace[698494840] 'applied index is now lower than readState.Index' (duration: 262.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:28.113839Z","caller":"traceutil/trace.go:171","msg":"trace[849437804] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"127.371779ms","start":"2026-04-07T00:15:27.986431Z","end":"2026-04-07T00:15:28.113803Z","steps":["trace[849437804] 'process raft request' (duration: 127.142725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:28.114015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.245973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:15:28.114065Z","caller":"traceutil/trace.go:171","msg":"trace[1234216716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4681; }","duration":"107.334454ms","start":"2026-04-07T00:15:28.006715Z","end":"2026-04-07T00:15:28.11405Z","steps":["trace[1234216716] 'agreement among raft nodes before linearized reading' (duration: 107.163231ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:28.25314Z","caller":"traceutil/trace.go:171","msg":"trace[1532239980] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"134.367655ms","start":"2026-04-07T00:15:28.118737Z","end":"2026-04-07T00:15:28.253105Z","steps":["trace[1532239980] 'process raft request' (duration: 109.942185ms)","trace[1532239980] 'compare' (duration: 24.294657ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:28.257333Z","caller":"traceutil/trace.go:171","msg":"trace[2022793675] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"138.482243ms","start":"2026-04-07T00:15:28.118811Z","end":"2026-04-07T00:15:28.257293Z","steps":["trace[2022793675] 'process raft request' (duration: 138.308959ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:42.92317Z","caller":"traceutil/trace.go:171","msg":"trace[40733914] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"114.331775ms","start":"2026-04-07T00:15:42.808814Z","end":"2026-04-07T00:15:42.923146Z","steps":["trace[40733914] 'process raft request' (duration: 114.189251ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:43.128881Z","caller":"traceutil/trace.go:171","msg":"trace[1783206495] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"155.91107ms","start":"2026-04-07T00:15:42.972942Z","end":"2026-04-07T00:15:43.128853Z","steps":["trace[1783206495] 'process raft request' (duration: 123.346999ms)","trace[1783206495] 'compare' (duration: 32.375818ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:43.135916Z","caller":"traceutil/trace.go:171","msg":"trace[1382404837] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5057; }","duration":"149.639936ms","start":"2026-04-07T00:15:42.986218Z","end":"2026-04-07T00:15:43.135858Z","steps":["trace[1382404837] 'read index received' (duration: 110.034187ms)","trace[1382404837] 'applied index is now lower than readState.Index' (duration: 39.604499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:43.136197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.942152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:15:43.136307Z","caller":"traceutil/trace.go:171","msg":"trace[1008170714] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4870; }","duration":"112.092434ms","start":"2026-04-07T00:15:43.024194Z","end":"2026-04-07T00:15:43.136286Z","steps":["trace[1008170714] 'agreement among raft nodes before linearized reading' (duration: 111.897441ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:43.136728Z","caller":"traceutil/trace.go:171","msg":"trace[551237321] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"158.078789ms","start":"2026-04-07T00:15:42.977917Z","end":"2026-04-07T00:15:43.135996Z","steps":["trace[551237321] 'process raft request' (duration: 157.773123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:43.136829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.585293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T00:15:43.137003Z","caller":"traceutil/trace.go:171","msg":"trace[858221288] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4870; }","duration":"150.763467ms","start":"2026-04-07T00:15:42.986164Z","end":"2026-04-07T00:15:43.136928Z","steps":["trace[858221288] 'agreement among raft nodes before linearized reading' (duration: 149.870991ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:39.128677Z","caller":"traceutil/trace.go:171","msg":"trace[1007981585] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"109.588397ms","start":"2026-04-07T00:16:39.019062Z","end":"2026-04-07T00:16:39.12865Z","steps":["trace[1007981585] 'process raft request' (duration: 109.403364ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:12.408566Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2893} {"level":"info","ts":"2026-04-07T00:17:12.502109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2893,"took":"91.89037ms","hash":443339831,"current-db-size-bytes":54009856,"current-db-size":"54 MB","current-db-size-in-use-bytes":29237248,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-07T00:17:12.502179Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":443339831,"revision":2893,"compact-revision":-1} {"level":"info","ts":"2026-04-07T00:19:52.755347Z","caller":"traceutil/trace.go:171","msg":"trace[1121718559] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"133.942745ms","start":"2026-04-07T00:19:52.621387Z","end":"2026-04-07T00:19:52.755329Z","steps":["trace[1121718559] 'process raft request' (duration: 59.760937ms)","trace[1121718559] 'compare' (duration: 73.931403ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:12.414793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5584} {"level":"info","ts":"2026-04-07T00:22:12.49315Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5584,"took":"77.057161ms","hash":2953948230,"current-db-size-bytes":54009856,"current-db-size":"54 MB","current-db-size-in-use-bytes":18624512,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-07T00:22:12.493216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2953948230,"revision":5584,"compact-revision":2893}