{"level":"warn","ts":"2026-07-29T08:02:23.547666Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T08:02:23.547746Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.102:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.102:2380","--initial-cluster=instance=https://199.19.213.102:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.102:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.102:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-29T08:02:23.547801Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T08:02:23.547811Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.102:2380"]} {"level":"info","ts":"2026-07-29T08:02:23.547831Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T08:02:23.548411Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.102:2379"]} {"level":"info","ts":"2026-07-29T08:02:23.548478Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.102:2380"],"listen-peer-urls":["https://199.19.213.102:2380"],"advertise-client-urls":["https://199.19.213.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.102:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-29T08:02:23.551256Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.597384ms"} {"level":"info","ts":"2026-07-29T08:02:23.561366Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1ee87564e61d159f","cluster-id":"92a92aec402e97c3"} {"level":"info","ts":"2026-07-29T08:02:23.561455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f switched to configuration voters=()"} {"level":"info","ts":"2026-07-29T08:02:23.561485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f became follower at term 0"} {"level":"info","ts":"2026-07-29T08:02:23.561505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1ee87564e61d159f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-29T08:02:23.561521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f became follower at term 1"} {"level":"info","ts":"2026-07-29T08:02:23.56157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f switched to configuration voters=(2227159091952555423)"} {"level":"warn","ts":"2026-07-29T08:02:23.567722Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-29T08:02:23.569203Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-29T08:02:23.570206Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-29T08:02:23.57213Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1ee87564e61d159f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-29T08:02:23.572356Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1ee87564e61d159f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-29T08:02:23.572449Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T08:02:23.572663Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T08:02:23.57269Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T08:02:23.574257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f switched to configuration voters=(2227159091952555423)"} {"level":"info","ts":"2026-07-29T08:02:23.574409Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92a92aec402e97c3","local-member-id":"1ee87564e61d159f","added-peer-id":"1ee87564e61d159f","added-peer-peer-urls":["https://199.19.213.102:2380"]} {"level":"info","ts":"2026-07-29T08:02:23.576811Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T08:02:23.576937Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.102:2380"} {"level":"info","ts":"2026-07-29T08:02:23.576987Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.102:2380"} {"level":"info","ts":"2026-07-29T08:02:23.577274Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1ee87564e61d159f","initial-advertise-peer-urls":["https://199.19.213.102:2380"],"listen-peer-urls":["https://199.19.213.102:2380"],"advertise-client-urls":["https://199.19.213.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-29T08:02:23.577361Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-29T08:02:24.56213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f is starting a new election at term 1"} {"level":"info","ts":"2026-07-29T08:02:24.562194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f became pre-candidate at term 1"} {"level":"info","ts":"2026-07-29T08:02:24.562218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f received MsgPreVoteResp from 1ee87564e61d159f at term 1"} {"level":"info","ts":"2026-07-29T08:02:24.562236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f became candidate at term 2"} {"level":"info","ts":"2026-07-29T08:02:24.56225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f received MsgVoteResp from 1ee87564e61d159f at term 2"} {"level":"info","ts":"2026-07-29T08:02:24.562398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1ee87564e61d159f became leader at term 2"} {"level":"info","ts":"2026-07-29T08:02:24.562517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1ee87564e61d159f elected leader 1ee87564e61d159f at term 2"} {"level":"info","ts":"2026-07-29T08:02:24.563813Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:02:24.564785Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T08:02:24.56477Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1ee87564e61d159f","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.102:2379]}","request-path":"/0/members/1ee87564e61d159f/attributes","cluster-id":"92a92aec402e97c3","publish-timeout":"7s"} {"level":"info","ts":"2026-07-29T08:02:24.564841Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T08:02:24.56518Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-29T08:02:24.565246Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-29T08:02:24.565457Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92a92aec402e97c3","local-member-id":"1ee87564e61d159f","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:02:24.565678Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:02:24.565814Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:02:24.567929Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-29T08:02:24.568246Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.102:2379"} {"level":"info","ts":"2026-07-29T08:03:05.262601Z","caller":"traceutil/trace.go:171","msg":"trace[1153869069] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"245.781624ms","start":"2026-07-29T08:03:05.016791Z","end":"2026-07-29T08:03:05.262573Z","steps":["trace[1153869069] 'process raft request' (duration: 242.179724ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:05.263601Z","caller":"traceutil/trace.go:171","msg":"trace[1527161146] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"224.325934ms","start":"2026-07-29T08:03:05.039255Z","end":"2026-07-29T08:03:05.263581Z","steps":["trace[1527161146] 'process raft request' (duration: 223.958813ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:05.263598Z","caller":"traceutil/trace.go:171","msg":"trace[512523342] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"206.163346ms","start":"2026-07-29T08:03:05.05741Z","end":"2026-07-29T08:03:05.263573Z","steps":["trace[512523342] 'process raft request' (duration: 205.95606ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:11.863507Z","caller":"traceutil/trace.go:171","msg":"trace[1637945241] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"375.208061ms","start":"2026-07-29T08:03:11.488256Z","end":"2026-07-29T08:03:11.863464Z","steps":["trace[1637945241] 'process raft request' (duration: 315.283502ms)","trace[1637945241] 'compare' (duration: 59.664661ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:03:11.8636Z","caller":"traceutil/trace.go:171","msg":"trace[1310308182] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:673; }","duration":"118.653384ms","start":"2026-07-29T08:03:11.744921Z","end":"2026-07-29T08:03:11.863574Z","steps":["trace[1310308182] 'read index received' (duration: 58.724535ms)","trace[1310308182] 'applied index is now lower than readState.Index' (duration: 59.927139ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:03:11.863633Z","caller":"traceutil/trace.go:171","msg":"trace[1768042807] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"337.899026ms","start":"2026-07-29T08:03:11.525696Z","end":"2026-07-29T08:03:11.863595Z","steps":["trace[1768042807] 'process raft request' (duration: 337.68597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:11.863773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.858268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:03:11.863873Z","caller":"traceutil/trace.go:171","msg":"trace[348198592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"119.006743ms","start":"2026-07-29T08:03:11.744854Z","end":"2026-07-29T08:03:11.86386Z","steps":["trace[348198592] 'agreement among raft nodes before linearized reading' (duration: 118.811209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:11.864192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:11.48823Z","time spent":"375.376194ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:03:11.864155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:11.525668Z","time spent":"338.08398ms","remote":"127.0.0.1:39766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:03:12.541624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1558139561025523315,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:03:12.560185Z","caller":"traceutil/trace.go:171","msg":"trace[58378719] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:675; }","duration":"518.840704ms","start":"2026-07-29T08:03:12.041321Z","end":"2026-07-29T08:03:12.560161Z","steps":["trace[58378719] 'read index received' (duration: 508.248288ms)","trace[58378719] 'applied index is now lower than readState.Index' (duration: 10.591266ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:03:12.560222Z","caller":"traceutil/trace.go:171","msg":"trace[621285066] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"681.479361ms","start":"2026-07-29T08:03:11.878707Z","end":"2026-07-29T08:03:12.560187Z","steps":["trace[621285066] 'process raft request' (duration: 670.885894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:12.560356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:11.878678Z","time spent":"681.616364ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:03:12.560384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.052231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:03:12.560424Z","caller":"traceutil/trace.go:171","msg":"trace[242357778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:649; }","duration":"519.141062ms","start":"2026-07-29T08:03:12.041273Z","end":"2026-07-29T08:03:12.560414Z","steps":["trace[242357778] 'agreement among raft nodes before linearized reading' (duration: 519.025289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:12.560458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:12.04125Z","time spent":"519.200865ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:03:29.321473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.935396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:03:29.321489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.945946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:03:29.321586Z","caller":"traceutil/trace.go:171","msg":"trace[1657852586] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:814; }","duration":"167.161842ms","start":"2026-07-29T08:03:29.154403Z","end":"2026-07-29T08:03:29.321565Z","steps":["trace[1657852586] 'count revisions from in-memory index tree' (duration: 166.848403ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:29.321616Z","caller":"traceutil/trace.go:171","msg":"trace[738380995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:814; }","duration":"238.151291ms","start":"2026-07-29T08:03:29.083446Z","end":"2026-07-29T08:03:29.321597Z","steps":["trace[738380995] 'range keys from in-memory index tree' (duration: 237.774181ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:13.865813Z","caller":"traceutil/trace.go:171","msg":"trace[1347863682] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1265; }","duration":"302.449463ms","start":"2026-07-29T08:04:13.563337Z","end":"2026-07-29T08:04:13.865786Z","steps":["trace[1347863682] 'read index received' (duration: 302.173965ms)","trace[1347863682] 'applied index is now lower than readState.Index' (duration: 274.278µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:13.865932Z","caller":"traceutil/trace.go:171","msg":"trace[1939603571] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"324.394159ms","start":"2026-07-29T08:04:13.541527Z","end":"2026-07-29T08:04:13.865921Z","steps":["trace[1939603571] 'process raft request' (duration: 323.894906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:13.866149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:13.541509Z","time spent":"324.468581ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:13.866336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.980627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-07-29T08:04:13.866485Z","caller":"traceutil/trace.go:171","msg":"trace[319257816] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1221; }","duration":"303.135562ms","start":"2026-07-29T08:04:13.563325Z","end":"2026-07-29T08:04:13.86646Z","steps":["trace[319257816] 'agreement among raft nodes before linearized reading' (duration: 302.70828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:13.866589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:13.563286Z","time spent":"303.287196ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":991,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-07-29T08:04:14.085508Z","caller":"traceutil/trace.go:171","msg":"trace[500976590] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1266; }","duration":"219.594945ms","start":"2026-07-29T08:04:13.86589Z","end":"2026-07-29T08:04:14.085485Z","steps":["trace[500976590] 'read index received' (duration: 215.79828ms)","trace[500976590] 'applied index is now lower than readState.Index' (duration: 3.795544ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:14.085534Z","caller":"traceutil/trace.go:171","msg":"trace[1314274329] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"504.812492ms","start":"2026-07-29T08:04:13.580691Z","end":"2026-07-29T08:04:14.085503Z","steps":["trace[1314274329] 'process raft request' (duration: 501.078819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:14.085662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.498531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:04:14.085727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.705952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-79c48d47db-rfwqh\" ","response":"range_response_count:1 size:4930"} {"level":"info","ts":"2026-07-29T08:04:14.08574Z","caller":"traceutil/trace.go:171","msg":"trace[1259318696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1222; }","duration":"341.627205ms","start":"2026-07-29T08:04:13.744095Z","end":"2026-07-29T08:04:14.085722Z","steps":["trace[1259318696] 'agreement among raft nodes before linearized reading' (duration: 341.450591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:14.085735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.372717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-07-29T08:04:14.085771Z","caller":"traceutil/trace.go:171","msg":"trace[735445429] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-79c48d47db-rfwqh; range_end:; response_count:1; response_revision:1222; }","duration":"217.796417ms","start":"2026-07-29T08:04:13.867963Z","end":"2026-07-29T08:04:14.085759Z","steps":["trace[735445429] 'agreement among raft nodes before linearized reading' (duration: 217.653832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:14.085711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:13.58066Z","time spent":"504.950717ms","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":286442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:04:14.085816Z","caller":"traceutil/trace.go:171","msg":"trace[1451950887] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1222; }","duration":"522.487331ms","start":"2026-07-29T08:04:13.563308Z","end":"2026-07-29T08:04:14.085796Z","steps":["trace[1451950887] 'agreement among raft nodes before linearized reading' (duration: 522.292816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:14.085866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:13.563293Z","time spent":"522.562682ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":994,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-07-29T08:04:14.085827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.123046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:04:14.085782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:13.74407Z","time spent":"341.706298ms","remote":"127.0.0.1:39504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:04:14.085954Z","caller":"traceutil/trace.go:171","msg":"trace[1931893487] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1222; }","duration":"142.277ms","start":"2026-07-29T08:04:13.943663Z","end":"2026-07-29T08:04:14.08594Z","steps":["trace[1931893487] 'agreement among raft nodes before linearized reading' (duration: 142.118176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:42.940466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.540675ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T08:04:42.940597Z","caller":"traceutil/trace.go:171","msg":"trace[246663900] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1494; }","duration":"196.461635ms","start":"2026-07-29T08:04:42.744116Z","end":"2026-07-29T08:04:42.940578Z","steps":["trace[246663900] 'read index received' (duration: 44.675193ms)","trace[246663900] 'applied index is now lower than readState.Index' (duration: 151.784912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:42.94067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.551899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:42.940702Z","caller":"traceutil/trace.go:171","msg":"trace[1966026249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1443; }","duration":"196.635081ms","start":"2026-07-29T08:04:42.744058Z","end":"2026-07-29T08:04:42.940693Z","steps":["trace[1966026249] 'agreement among raft nodes before linearized reading' (duration: 196.568988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:43.299186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.533918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:04:43.299285Z","caller":"traceutil/trace.go:171","msg":"trace[1023697775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1445; }","duration":"143.720573ms","start":"2026-07-29T08:04:43.155543Z","end":"2026-07-29T08:04:43.299263Z","steps":["trace[1023697775] 'range keys from in-memory index tree' (duration: 143.358094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:43.299186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.418642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T08:04:43.299406Z","caller":"traceutil/trace.go:171","msg":"trace[525660147] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1445; }","duration":"110.681361ms","start":"2026-07-29T08:04:43.188704Z","end":"2026-07-29T08:04:43.299386Z","steps":["trace[525660147] 'range keys from in-memory index tree' (duration: 110.251988ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:43.392395Z","caller":"traceutil/trace.go:171","msg":"trace[1870102361] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"162.01861ms","start":"2026-07-29T08:04:43.230353Z","end":"2026-07-29T08:04:43.392372Z","steps":["trace[1870102361] 'process raft request' (duration: 161.873087ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:43.433115Z","caller":"traceutil/trace.go:171","msg":"trace[576316403] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"129.247805ms","start":"2026-07-29T08:04:43.303829Z","end":"2026-07-29T08:04:43.433077Z","steps":["trace[576316403] 'process raft request' (duration: 95.182162ms)","trace[576316403] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; req_size:515; } (duration: 33.929459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:43.885272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.901576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:43.885361Z","caller":"traceutil/trace.go:171","msg":"trace[940839583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1448; }","duration":"140.0525ms","start":"2026-07-29T08:04:43.745289Z","end":"2026-07-29T08:04:43.885341Z","steps":["trace[940839583] 'range keys from in-memory index tree' (duration: 139.816693ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:44.03699Z","caller":"traceutil/trace.go:171","msg":"trace[1357539121] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"108.981232ms","start":"2026-07-29T08:04:43.927961Z","end":"2026-07-29T08:04:44.036942Z","steps":["trace[1357539121] 'process raft request' (duration: 108.741695ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:45.090225Z","caller":"traceutil/trace.go:171","msg":"trace[2031835520] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"269.806319ms","start":"2026-07-29T08:04:44.820396Z","end":"2026-07-29T08:04:45.090203Z","steps":["trace[2031835520] 'process raft request' (duration: 269.667255ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:45.193254Z","caller":"traceutil/trace.go:171","msg":"trace[2137396132] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1505; }","duration":"142.568111ms","start":"2026-07-29T08:04:45.050654Z","end":"2026-07-29T08:04:45.193222Z","steps":["trace[2137396132] 'read index received' (duration: 39.397634ms)","trace[2137396132] 'applied index is now lower than readState.Index' (duration: 103.169517ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:45.193288Z","caller":"traceutil/trace.go:171","msg":"trace[79818001] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"305.104537ms","start":"2026-07-29T08:04:44.88816Z","end":"2026-07-29T08:04:45.193264Z","steps":["trace[79818001] 'process raft request' (duration: 278.606998ms)","trace[79818001] 'compare' (duration: 26.367406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:45.193419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:44.888134Z","time spent":"305.211001ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:45.193485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.765207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:04:45.19352Z","caller":"traceutil/trace.go:171","msg":"trace[782225684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1455; }","duration":"142.863939ms","start":"2026-07-29T08:04:45.050646Z","end":"2026-07-29T08:04:45.19351Z","steps":["trace[782225684] 'agreement among raft nodes before linearized reading' (duration: 142.724905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:45.193944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.26058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:04:45.194033Z","caller":"traceutil/trace.go:171","msg":"trace[1406842740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1455; }","duration":"143.400804ms","start":"2026-07-29T08:04:45.050612Z","end":"2026-07-29T08:04:45.194013Z","steps":["trace[1406842740] 'agreement among raft nodes before linearized reading' (duration: 142.757086ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:46.514605Z","caller":"traceutil/trace.go:171","msg":"trace[899198422] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"159.285974ms","start":"2026-07-29T08:04:46.355297Z","end":"2026-07-29T08:04:46.514583Z","steps":["trace[899198422] 'process raft request' (duration: 159.14389ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:46.949201Z","caller":"traceutil/trace.go:171","msg":"trace[364396207] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1513; }","duration":"470.620088ms","start":"2026-07-29T08:04:46.478563Z","end":"2026-07-29T08:04:46.949183Z","steps":["trace[364396207] 'read index received' (duration: 36.168683ms)","trace[364396207] 'applied index is now lower than readState.Index' (duration: 434.450855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:46.949427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.839764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T08:04:46.949462Z","caller":"traceutil/trace.go:171","msg":"trace[490104523] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1462; }","duration":"470.922527ms","start":"2026-07-29T08:04:46.478529Z","end":"2026-07-29T08:04:46.949452Z","steps":["trace[490104523] 'agreement among raft nodes before linearized reading' (duration: 470.725731ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:46.949416Z","caller":"traceutil/trace.go:171","msg":"trace[917779802] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"488.255856ms","start":"2026-07-29T08:04:46.461011Z","end":"2026-07-29T08:04:46.949267Z","steps":["trace[917779802] 'process raft request' (duration: 488.03254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:46.949491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:46.478514Z","time spent":"470.971257ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:04:46.94962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:46.460978Z","time spent":"488.542665ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:47.546923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.845447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:47.547058Z","caller":"traceutil/trace.go:171","msg":"trace[1420429034] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1463; }","duration":"197.042172ms","start":"2026-07-29T08:04:47.34999Z","end":"2026-07-29T08:04:47.547033Z","steps":["trace[1420429034] 'count revisions from in-memory index tree' (duration: 196.693541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:47.547056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.699448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:04:47.547353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.786537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:04:47.547419Z","caller":"traceutil/trace.go:171","msg":"trace[2016819616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1463; }","duration":"276.88977ms","start":"2026-07-29T08:04:47.27051Z","end":"2026-07-29T08:04:47.5474Z","steps":["trace[2016819616] 'range keys from in-memory index tree' (duration: 276.575761ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:47.547422Z","caller":"traceutil/trace.go:171","msg":"trace[1501176561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1463; }","duration":"182.054248ms","start":"2026-07-29T08:04:47.365308Z","end":"2026-07-29T08:04:47.547362Z","steps":["trace[1501176561] 'range keys from in-memory index tree' (duration: 181.665577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:47.547461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.415906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:04:47.547515Z","caller":"traceutil/trace.go:171","msg":"trace[182700606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1463; }","duration":"323.511628ms","start":"2026-07-29T08:04:47.223989Z","end":"2026-07-29T08:04:47.547501Z","steps":["trace[182700606] 'range keys from in-memory index tree' (duration: 322.899371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:47.547555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:47.223958Z","time spent":"323.588261ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:04:47.547998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.581713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:04:47.548541Z","caller":"traceutil/trace.go:171","msg":"trace[1111507181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1463; }","duration":"124.717557ms","start":"2026-07-29T08:04:47.423365Z","end":"2026-07-29T08:04:47.548083Z","steps":["trace[1111507181] 'range keys from in-memory index tree' (duration: 123.43329ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:36.695984Z","caller":"traceutil/trace.go:171","msg":"trace[2034135692] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2303; }","duration":"240.556632ms","start":"2026-07-29T08:05:36.4554Z","end":"2026-07-29T08:05:36.695956Z","steps":["trace[2034135692] 'read index received' (duration: 240.354906ms)","trace[2034135692] 'applied index is now lower than readState.Index' (duration: 200.586µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:36.696075Z","caller":"traceutil/trace.go:171","msg":"trace[770882175] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"268.262116ms","start":"2026-07-29T08:05:36.427773Z","end":"2026-07-29T08:05:36.696035Z","steps":["trace[770882175] 'process raft request' (duration: 268.011458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:36.696262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.83721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:05:36.696362Z","caller":"traceutil/trace.go:171","msg":"trace[1001653870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2217; }","duration":"241.009845ms","start":"2026-07-29T08:05:36.455335Z","end":"2026-07-29T08:05:36.696344Z","steps":["trace[1001653870] 'agreement among raft nodes before linearized reading' (duration: 240.726297ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:36.859727Z","caller":"traceutil/trace.go:171","msg":"trace[1120465714] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"384.682468ms","start":"2026-07-29T08:05:36.475004Z","end":"2026-07-29T08:05:36.859686Z","steps":["trace[1120465714] 'process raft request' (duration: 343.150843ms)","trace[1120465714] 'compare' (duration: 41.325769ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:36.859768Z","caller":"traceutil/trace.go:171","msg":"trace[1133410333] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"159.160251ms","start":"2026-07-29T08:05:36.700579Z","end":"2026-07-29T08:05:36.859739Z","steps":["trace[1133410333] 'process raft request' (duration: 159.088648ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:36.859795Z","caller":"traceutil/trace.go:171","msg":"trace[1574170371] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2304; }","duration":"163.694559ms","start":"2026-07-29T08:05:36.696063Z","end":"2026-07-29T08:05:36.859758Z","steps":["trace[1574170371] 'read index received' (duration: 122.108033ms)","trace[1574170371] 'applied index is now lower than readState.Index' (duration: 41.583576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:36.859929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:36.474987Z","time spent":"384.848542ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:05:36.860011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.145193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:05:36.860118Z","caller":"traceutil/trace.go:171","msg":"trace[599288331] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2219; }","duration":"192.302248ms","start":"2026-07-29T08:05:36.667794Z","end":"2026-07-29T08:05:36.860096Z","steps":["trace[599288331] 'agreement among raft nodes before linearized reading' (duration: 192.120713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:36.860117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.157841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:05:36.860468Z","caller":"traceutil/trace.go:171","msg":"trace[468531903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2219; }","duration":"286.556193ms","start":"2026-07-29T08:05:36.573898Z","end":"2026-07-29T08:05:36.860454Z","steps":["trace[468531903] 'agreement among raft nodes before linearized reading' (duration: 286.05224ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:37.31958Z","caller":"traceutil/trace.go:171","msg":"trace[494771929] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"208.354751ms","start":"2026-07-29T08:05:37.111201Z","end":"2026-07-29T08:05:37.319556Z","steps":["trace[494771929] 'process raft request' (duration: 208.208837ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:37.425106Z","caller":"traceutil/trace.go:171","msg":"trace[1369504022] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"312.433725ms","start":"2026-07-29T08:05:37.112639Z","end":"2026-07-29T08:05:37.425073Z","steps":["trace[1369504022] 'process raft request' (duration: 312.119876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:37.425291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:37.112614Z","time spent":"312.576869ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:05:42.376931Z","caller":"traceutil/trace.go:171","msg":"trace[1341708557] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"237.819105ms","start":"2026-07-29T08:05:42.139081Z","end":"2026-07-29T08:05:42.3769Z","steps":["trace[1341708557] 'process raft request' (duration: 237.64231ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:42.499076Z","caller":"traceutil/trace.go:171","msg":"trace[1092717239] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"213.273301ms","start":"2026-07-29T08:05:42.285775Z","end":"2026-07-29T08:05:42.499048Z","steps":["trace[1092717239] 'process raft request' (duration: 213.096926ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:49.201718Z","caller":"traceutil/trace.go:171","msg":"trace[1316797134] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"161.727916ms","start":"2026-07-29T08:05:49.039967Z","end":"2026-07-29T08:05:49.201695Z","steps":["trace[1316797134] 'process raft request' (duration: 161.56081ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:52.736758Z","caller":"traceutil/trace.go:171","msg":"trace[950297148] linearizableReadLoop","detail":"{readStateIndex:2446; appliedIndex:2445; }","duration":"213.997348ms","start":"2026-07-29T08:05:52.522737Z","end":"2026-07-29T08:05:52.736735Z","steps":["trace[950297148] 'read index received' (duration: 213.919327ms)","trace[950297148] 'applied index is now lower than readState.Index' (duration: 76.901µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:52.736803Z","caller":"traceutil/trace.go:171","msg":"trace[1069894639] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"328.644958ms","start":"2026-07-29T08:05:52.408133Z","end":"2026-07-29T08:05:52.736778Z","steps":["trace[1069894639] 'process raft request' (duration: 328.448402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:52.736961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:52.408103Z","time spent":"328.75673ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:05:52.736968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.224574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T08:05:52.737024Z","caller":"traceutil/trace.go:171","msg":"trace[372169382] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2356; }","duration":"214.349578ms","start":"2026-07-29T08:05:52.522663Z","end":"2026-07-29T08:05:52.737013Z","steps":["trace[372169382] 'agreement among raft nodes before linearized reading' (duration: 214.181302ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:52.739569Z","caller":"traceutil/trace.go:171","msg":"trace[1980880599] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"182.014357ms","start":"2026-07-29T08:05:52.55753Z","end":"2026-07-29T08:05:52.739545Z","steps":["trace[1980880599] 'process raft request' (duration: 181.961826ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:52.739639Z","caller":"traceutil/trace.go:171","msg":"trace[1286979860] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"190.182207ms","start":"2026-07-29T08:05:52.549436Z","end":"2026-07-29T08:05:52.739618Z","steps":["trace[1286979860] 'process raft request' (duration: 189.9147ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:16.133056Z","caller":"traceutil/trace.go:171","msg":"trace[409385635] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"110.256525ms","start":"2026-07-29T08:06:16.022763Z","end":"2026-07-29T08:06:16.133019Z","steps":["trace[409385635] 'process raft request' (duration: 109.914026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:17.471157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.343636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:06:17.471257Z","caller":"traceutil/trace.go:171","msg":"trace[1949386423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2526; }","duration":"390.49588ms","start":"2026-07-29T08:06:17.08074Z","end":"2026-07-29T08:06:17.471236Z","steps":["trace[1949386423] 'range keys from in-memory index tree' (duration: 390.068058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:17.4713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:17.080718Z","time spent":"390.571733ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:06:17.471547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.283194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T08:06:17.471643Z","caller":"traceutil/trace.go:171","msg":"trace[2123355720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2526; }","duration":"390.398577ms","start":"2026-07-29T08:06:17.08121Z","end":"2026-07-29T08:06:17.471609Z","steps":["trace[2123355720] 'range keys from in-memory index tree' (duration: 390.11885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:17.471634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.381549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T08:06:17.471694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:17.081199Z","time spent":"390.485939ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:06:17.471721Z","caller":"traceutil/trace.go:171","msg":"trace[769012053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2526; }","duration":"291.503141ms","start":"2026-07-29T08:06:17.1802Z","end":"2026-07-29T08:06:17.471703Z","steps":["trace[769012053] 'range keys from in-memory index tree' (duration: 291.221024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:17.470981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.808563ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:17.471802Z","caller":"traceutil/trace.go:171","msg":"trace[923363188] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2526; }","duration":"105.678127ms","start":"2026-07-29T08:06:17.366106Z","end":"2026-07-29T08:06:17.471784Z","steps":["trace[923363188] 'range keys from in-memory index tree' (duration: 104.774382ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:17.654344Z","caller":"traceutil/trace.go:171","msg":"trace[1884381775] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"182.401158ms","start":"2026-07-29T08:06:17.471878Z","end":"2026-07-29T08:06:17.654279Z","steps":["trace[1884381775] 'process raft request' (duration: 182.229453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:17.83919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.456764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:06:17.839365Z","caller":"traceutil/trace.go:171","msg":"trace[1183448410] linearizableReadLoop","detail":"{readStateIndex:2624; appliedIndex:2621; }","duration":"353.389275ms","start":"2026-07-29T08:06:17.485958Z","end":"2026-07-29T08:06:17.839348Z","steps":["trace[1183448410] 'read index received' (duration: 168.25374ms)","trace[1183448410] 'applied index is now lower than readState.Index' (duration: 185.134615ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:17.839395Z","caller":"traceutil/trace.go:171","msg":"trace[1962553018] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"363.820859ms","start":"2026-07-29T08:06:17.475527Z","end":"2026-07-29T08:06:17.839348Z","steps":["trace[1962553018] 'process raft request' (duration: 249.117458ms)","trace[1962553018] 'compare' (duration: 114.29015ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:17.839479Z","caller":"traceutil/trace.go:171","msg":"trace[1621660698] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"363.833409ms","start":"2026-07-29T08:06:17.475616Z","end":"2026-07-29T08:06:17.839449Z","steps":["trace[1621660698] 'process raft request' (duration: 363.671475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:17.839541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.58677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-29T08:06:17.83955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:17.475507Z","time spent":"363.957172ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:17.839576Z","caller":"traceutil/trace.go:171","msg":"trace[1187034906] range","detail":"{range_begin:/registry/masterleases/199.19.213.102; range_end:; response_count:1; response_revision:2529; }","duration":"353.646831ms","start":"2026-07-29T08:06:17.485919Z","end":"2026-07-29T08:06:17.839566Z","steps":["trace[1187034906] 'agreement among raft nodes before linearized reading' (duration: 353.527388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:17.839576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:17.475583Z","time spent":"363.944421ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:17.839603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:17.485903Z","time spent":"353.692944ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.102\" "} {"level":"warn","ts":"2026-07-29T08:06:18.161754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.218573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:06:18.161862Z","caller":"traceutil/trace.go:171","msg":"trace[345860786] linearizableReadLoop","detail":"{readStateIndex:2627; appliedIndex:2626; }","duration":"182.445598ms","start":"2026-07-29T08:06:17.979401Z","end":"2026-07-29T08:06:18.161846Z","steps":["trace[345860786] 'read index received' (duration: 61.761µs)","trace[345860786] 'applied index is now lower than readState.Index' (duration: 182.382667ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:18.161976Z","caller":"traceutil/trace.go:171","msg":"trace[607776035] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"239.579939ms","start":"2026-07-29T08:06:17.922357Z","end":"2026-07-29T08:06:18.161937Z","steps":["trace[607776035] 'process raft request' (duration: 19.083068ms)","trace[607776035] 'compare' (duration: 220.11503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:18.162132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.728697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6b4229828dde0\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-29T08:06:18.162173Z","caller":"traceutil/trace.go:171","msg":"trace[516572149] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6b4229828dde0; range_end:; response_count:1; response_revision:2531; }","duration":"182.811279ms","start":"2026-07-29T08:06:17.979351Z","end":"2026-07-29T08:06:18.162162Z","steps":["trace[516572149] 'agreement among raft nodes before linearized reading' (duration: 182.582203ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:07:42.237068Z","caller":"traceutil/trace.go:171","msg":"trace[12749807] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"209.193374ms","start":"2026-07-29T08:07:42.027851Z","end":"2026-07-29T08:07:42.237044Z","steps":["trace[12749807] 'process raft request' (duration: 208.827944ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:24.590584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2983} {"level":"info","ts":"2026-07-29T08:12:24.664629Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2983,"took":"73.198651ms","hash":2176022405,"current-db-size-bytes":34721792,"current-db-size":"35 MB","current-db-size-in-use-bytes":11010048,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-29T08:12:24.664692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2176022405,"revision":2983,"compact-revision":-1} {"level":"warn","ts":"2026-07-29T08:13:13.855993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.573166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:13:13.85613Z","caller":"traceutil/trace.go:171","msg":"trace[1183882603] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5272; }","duration":"526.777241ms","start":"2026-07-29T08:13:13.329318Z","end":"2026-07-29T08:13:13.856095Z","steps":["trace[1183882603] 'count revisions from in-memory index tree' (duration: 526.445142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:13.856172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:13.32929Z","time spent":"526.869713ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:13:13.856578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.366643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T08:13:13.856621Z","caller":"traceutil/trace.go:171","msg":"trace[1681823648] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5272; }","duration":"501.462744ms","start":"2026-07-29T08:13:13.355148Z","end":"2026-07-29T08:13:13.856611Z","steps":["trace[1681823648] 'range keys from in-memory index tree' (duration: 501.232868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:13.856651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:13.355123Z","time spent":"501.518636ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-29T08:13:13.856985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.124312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:13:13.857145Z","caller":"traceutil/trace.go:171","msg":"trace[1104987586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5272; }","duration":"113.350259ms","start":"2026-07-29T08:13:13.743761Z","end":"2026-07-29T08:13:13.857111Z","steps":["trace[1104987586] 'range keys from in-memory index tree' (duration: 113.01925ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:37.878103Z","caller":"traceutil/trace.go:171","msg":"trace[360966273] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"101.104002ms","start":"2026-07-29T08:13:37.776974Z","end":"2026-07-29T08:13:37.878078Z","steps":["trace[360966273] 'process raft request' (duration: 82.965038ms)","trace[360966273] 'compare' (duration: 18.034631ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:13:37.916288Z","caller":"traceutil/trace.go:171","msg":"trace[514434106] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"138.720007ms","start":"2026-07-29T08:13:37.777542Z","end":"2026-07-29T08:13:37.916262Z","steps":["trace[514434106] 'process raft request' (duration: 138.668825ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:37.916311Z","caller":"traceutil/trace.go:171","msg":"trace[67136321] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"139.121798ms","start":"2026-07-29T08:13:37.777162Z","end":"2026-07-29T08:13:37.916283Z","steps":["trace[67136321] 'process raft request' (duration: 138.892392ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:37.916352Z","caller":"traceutil/trace.go:171","msg":"trace[48470370] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"138.83862ms","start":"2026-07-29T08:13:37.77748Z","end":"2026-07-29T08:13:37.916319Z","steps":["trace[48470370] 'process raft request' (duration: 138.692726ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:17:16.851276Z","caller":"traceutil/trace.go:171","msg":"trace[2054230918] transaction","detail":"{read_only:false; response_revision:7096; number_of_response:1; }","duration":"103.319746ms","start":"2026-07-29T08:17:16.747898Z","end":"2026-07-29T08:17:16.851218Z","steps":["trace[2054230918] 'process raft request' (duration: 54.18027ms)","trace[2054230918] 'compare' (duration: 48.848758ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:17:24.597275Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4962} {"level":"info","ts":"2026-07-29T08:17:24.642002Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4962,"took":"43.921437ms","hash":3228462822,"current-db-size-bytes":34721792,"current-db-size":"35 MB","current-db-size-in-use-bytes":10985472,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-29T08:17:24.642093Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3228462822,"revision":4962,"compact-revision":2983} {"level":"warn","ts":"2026-07-29T08:17:26.982899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.181441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T08:17:26.983003Z","caller":"traceutil/trace.go:171","msg":"trace[1831467301] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7164; }","duration":"110.326456ms","start":"2026-07-29T08:17:26.872651Z","end":"2026-07-29T08:17:26.982978Z","steps":["trace[1831467301] 'range keys from in-memory index tree' (duration: 109.940173ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:48.233603Z","caller":"traceutil/trace.go:171","msg":"trace[1823963630] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"109.483449ms","start":"2026-07-29T08:20:48.124094Z","end":"2026-07-29T08:20:48.233577Z","steps":["trace[1823963630] 'process raft request' (duration: 104.433976ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:55.188973Z","caller":"traceutil/trace.go:171","msg":"trace[1702001524] linearizableReadLoop","detail":"{readStateIndex:9084; appliedIndex:9083; }","duration":"109.831083ms","start":"2026-07-29T08:20:55.079117Z","end":"2026-07-29T08:20:55.188948Z","steps":["trace[1702001524] 'read index received' (duration: 105.697505ms)","trace[1702001524] 'applied index is now lower than readState.Index' (duration: 4.132508ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:20:55.189173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.034049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-07-29T08:20:55.189162Z","caller":"traceutil/trace.go:171","msg":"trace[493147928] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"111.608694ms","start":"2026-07-29T08:20:55.077527Z","end":"2026-07-29T08:20:55.189136Z","steps":["trace[493147928] 'process raft request' (duration: 107.378564ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:55.189214Z","caller":"traceutil/trace.go:171","msg":"trace[1164854080] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8793; }","duration":"110.133052ms","start":"2026-07-29T08:20:55.079069Z","end":"2026-07-29T08:20:55.189202Z","steps":["trace[1164854080] 'agreement among raft nodes before linearized reading' (duration: 109.975757ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:24.213203Z","caller":"traceutil/trace.go:171","msg":"trace[719186668] linearizableReadLoop","detail":"{readStateIndex:9401; appliedIndex:9400; }","duration":"137.446689ms","start":"2026-07-29T08:21:24.075734Z","end":"2026-07-29T08:21:24.213181Z","steps":["trace[719186668] 'read index received' (duration: 137.340107ms)","trace[719186668] 'applied index is now lower than readState.Index' (duration: 105.652µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:21:24.21333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.583153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:21:24.213419Z","caller":"traceutil/trace.go:171","msg":"trace[531051715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9103; }","duration":"137.725617ms","start":"2026-07-29T08:21:24.07568Z","end":"2026-07-29T08:21:24.213406Z","steps":["trace[531051715] 'agreement among raft nodes before linearized reading' (duration: 137.596853ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:24.213446Z","caller":"traceutil/trace.go:171","msg":"trace[743064405] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"193.68733ms","start":"2026-07-29T08:21:24.019739Z","end":"2026-07-29T08:21:24.213426Z","steps":["trace[743064405] 'process raft request' (duration: 193.304728ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:24.788934Z","caller":"traceutil/trace.go:171","msg":"trace[1951777489] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"197.732434ms","start":"2026-07-29T08:21:24.591178Z","end":"2026-07-29T08:21:24.788911Z","steps":["trace[1951777489] 'process raft request' (duration: 134.031492ms)","trace[1951777489] 'compare' (duration: 63.522487ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:49.749396Z","caller":"traceutil/trace.go:171","msg":"trace[1135036680] linearizableReadLoop","detail":"{readStateIndex:9574; appliedIndex:9573; }","duration":"163.000307ms","start":"2026-07-29T08:21:49.586376Z","end":"2026-07-29T08:21:49.749376Z","steps":["trace[1135036680] 'read index received' (duration: 162.796851ms)","trace[1135036680] 'applied index is now lower than readState.Index' (duration: 202.576µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:49.749813Z","caller":"traceutil/trace.go:171","msg":"trace[1894556783] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"240.336334ms","start":"2026-07-29T08:21:49.509448Z","end":"2026-07-29T08:21:49.749785Z","steps":["trace[1894556783] 'process raft request' (duration: 239.782269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:49.759074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.689301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:21:49.759186Z","caller":"traceutil/trace.go:171","msg":"trace[147302090] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9271; }","duration":"172.859986ms","start":"2026-07-29T08:21:49.586308Z","end":"2026-07-29T08:21:49.759168Z","steps":["trace[147302090] 'agreement among raft nodes before linearized reading' (duration: 163.580482ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:22:24.61071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7148} {"level":"info","ts":"2026-07-29T08:22:24.677112Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7148,"took":"65.373729ms","hash":4144113177,"current-db-size-bytes":34721792,"current-db-size":"35 MB","current-db-size-in-use-bytes":12713984,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-07-29T08:22:24.677163Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4144113177,"revision":7148,"compact-revision":4962} {"level":"info","ts":"2026-07-29T08:22:45.270494Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1ee87564e61d159f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T08:22:45.27647Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-29T08:22:45.276617Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-29T08:27:24.617573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9545} {"level":"info","ts":"2026-07-29T08:27:24.67716Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9545,"took":"57.890438ms","hash":2537693077,"current-db-size-bytes":34721792,"current-db-size":"35 MB","current-db-size-in-use-bytes":12013568,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-29T08:27:24.677231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2537693077,"revision":9545,"compact-revision":7148} {"level":"info","ts":"2026-07-29T08:32:24.624129Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11652} {"level":"info","ts":"2026-07-29T08:32:24.677764Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11652,"took":"52.360177ms","hash":3297759666,"current-db-size-bytes":34721792,"current-db-size":"35 MB","current-db-size-in-use-bytes":10162176,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-29T08:32:24.677839Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3297759666,"revision":11652,"compact-revision":9545}