{"level":"warn","ts":"2026-04-27T04:53:46.654141Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T04:53:46.654227Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-27T04:53:46.654295Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T04:53:46.654307Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-27T04:53:46.654323Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T04:53:46.655003Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-04-27T04:53:46.655076Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-27T04:53:46.659019Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.682889ms"} {"level":"info","ts":"2026-04-27T04:53:46.664424Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-04-27T04:53:46.664493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-04-27T04:53:46.664514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-04-27T04:53:46.664528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-27T04:53:46.664542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-04-27T04:53:46.664578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-04-27T04:53:46.670814Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-27T04:53:46.671999Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-27T04:53:46.672972Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-27T04:53:46.675015Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-27T04:53:46.675297Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T04:53:46.675392Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T04:53:46.675401Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T04:53:46.675377Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-27T04:53:46.67893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-04-27T04:53:46.679048Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-27T04:53:46.679977Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T04:53:46.680156Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-27T04:53:46.680178Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-27T04:53:46.680242Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-27T04:53:46.680279Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-27T04:53:47.564822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-04-27T04:53:47.564895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-27T04:53:47.56493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-04-27T04:53:47.564947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-04-27T04:53:47.564954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-27T04:53:47.564968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-04-27T04:53:47.564985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-27T04:53:47.566174Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T04:53:47.566382Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-04-27T04:53:47.566794Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T04:53:47.567011Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T04:53:47.567116Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T04:53:47.567148Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T04:53:47.567219Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-27T04:53:47.567235Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-27T04:53:47.567245Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T04:53:47.569491Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-27T04:53:47.570291Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-04-27T04:53:51.132005Z","caller":"traceutil/trace.go:171","msg":"trace[1040669670] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"204.51881ms","start":"2026-04-27T04:53:50.927462Z","end":"2026-04-27T04:53:51.13198Z","steps":["trace[1040669670] 'process raft request' (duration: 204.364918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:53:51.661031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201877510040055,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T04:53:51.953926Z","caller":"traceutil/trace.go:171","msg":"trace[817955823] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"1.024245087s","start":"2026-04-27T04:53:50.92965Z","end":"2026-04-27T04:53:51.953895Z","steps":["trace[817955823] 'process raft request' (duration: 1.017476842s)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:53:51.953951Z","caller":"traceutil/trace.go:171","msg":"trace[2142211138] linearizableReadLoop","detail":"{readStateIndex:214; appliedIndex:213; }","duration":"792.835673ms","start":"2026-04-27T04:53:51.160976Z","end":"2026-04-27T04:53:51.953812Z","steps":["trace[2142211138] 'read index received' (duration: 786.20317ms)","trace[2142211138] 'applied index is now lower than readState.Index' (duration: 6.631112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:53:51.954078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.084585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:53:51.954175Z","caller":"traceutil/trace.go:171","msg":"trace[1857604388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:209; }","duration":"793.234538ms","start":"2026-04-27T04:53:51.160923Z","end":"2026-04-27T04:53:51.954158Z","steps":["trace[1857604388] 'agreement among raft nodes before linearized reading' (duration: 793.088646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:53:51.954214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:53:51.1609Z","time spent":"793.307438ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T04:53:51.954796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:53:50.92964Z","time spent":"1.024387718s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:53:51.989265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.758608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3492"} {"level":"info","ts":"2026-04-27T04:53:51.989403Z","caller":"traceutil/trace.go:171","msg":"trace[1492006554] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:210; }","duration":"722.028462ms","start":"2026-04-27T04:53:51.267358Z","end":"2026-04-27T04:53:51.989386Z","steps":["trace[1492006554] 'agreement among raft nodes before linearized reading' (duration: 721.737708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:53:51.989455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:53:51.267336Z","time spent":"722.103703ms","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3515,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-27T04:53:51.989397Z","caller":"traceutil/trace.go:171","msg":"trace[1229546229] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"166.39713ms","start":"2026-04-27T04:53:51.822985Z","end":"2026-04-27T04:53:51.989382Z","steps":["trace[1229546229] 'process raft request' (duration: 165.943924ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:08.182892Z","caller":"traceutil/trace.go:171","msg":"trace[86719206] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"166.82776ms","start":"2026-04-27T04:54:08.016039Z","end":"2026-04-27T04:54:08.182867Z","steps":["trace[86719206] 'process raft request' (duration: 166.620648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:54:11.098805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.265413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T04:54:11.098948Z","caller":"traceutil/trace.go:171","msg":"trace[988935535] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"258.455207ms","start":"2026-04-27T04:54:10.840474Z","end":"2026-04-27T04:54:11.098929Z","steps":["trace[988935535] 'process raft request' (duration: 110.85679ms)","trace[988935535] 'compare' (duration: 147.123882ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:54:11.104425Z","caller":"traceutil/trace.go:171","msg":"trace[215870009] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"258.519306ms","start":"2026-04-27T04:54:10.845883Z","end":"2026-04-27T04:54:11.104402Z","steps":["trace[215870009] 'process raft request' (duration: 258.399085ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.104525Z","caller":"traceutil/trace.go:171","msg":"trace[1550203540] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"257.156413ms","start":"2026-04-27T04:54:10.847327Z","end":"2026-04-27T04:54:11.104483Z","steps":["trace[1550203540] 'process raft request' (duration: 257.034892ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.10456Z","caller":"traceutil/trace.go:171","msg":"trace[743411115] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"250.550899ms","start":"2026-04-27T04:54:10.853963Z","end":"2026-04-27T04:54:11.104514Z","steps":["trace[743411115] 'process raft request' (duration: 250.457868ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.104658Z","caller":"traceutil/trace.go:171","msg":"trace[1474583488] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"243.877414ms","start":"2026-04-27T04:54:10.860768Z","end":"2026-04-27T04:54:11.104645Z","steps":["trace[1474583488] 'process raft request' (duration: 243.703312ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.104763Z","caller":"traceutil/trace.go:171","msg":"trace[1940137741] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"250.869982ms","start":"2026-04-27T04:54:10.853882Z","end":"2026-04-27T04:54:11.104752Z","steps":["trace[1940137741] 'process raft request' (duration: 250.505368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.104766Z","caller":"traceutil/trace.go:171","msg":"trace[2000576809] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"199.934196ms","start":"2026-04-27T04:54:10.904814Z","end":"2026-04-27T04:54:11.104749Z","steps":["trace[2000576809] 'process raft request' (duration: 199.900686ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.104865Z","caller":"traceutil/trace.go:171","msg":"trace[1798394901] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"219.326095ms","start":"2026-04-27T04:54:10.88552Z","end":"2026-04-27T04:54:11.104846Z","steps":["trace[1798394901] 'process raft request' (duration: 219.050622ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.104901Z","caller":"traceutil/trace.go:171","msg":"trace[1915902576] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"212.906832ms","start":"2026-04-27T04:54:10.891986Z","end":"2026-04-27T04:54:11.104893Z","steps":["trace[1915902576] 'process raft request' (duration: 212.67188ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.104901Z","caller":"traceutil/trace.go:171","msg":"trace[168248957] transaction","detail":"{read_only:false; number_of_response:1; response_revision:470; }","duration":"240.905185ms","start":"2026-04-27T04:54:10.863965Z","end":"2026-04-27T04:54:11.10487Z","steps":["trace[168248957] 'process raft request' (duration: 240.526381ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.104978Z","caller":"traceutil/trace.go:171","msg":"trace[644844220] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"240.910695ms","start":"2026-04-27T04:54:10.864056Z","end":"2026-04-27T04:54:11.104967Z","steps":["trace[644844220] 'process raft request' (duration: 240.462131ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.104949Z","caller":"traceutil/trace.go:171","msg":"trace[1626896387] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"246.232777ms","start":"2026-04-27T04:54:10.858661Z","end":"2026-04-27T04:54:11.104894Z","steps":["trace[1626896387] 'process raft request' (duration: 245.775693ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.10488Z","caller":"traceutil/trace.go:171","msg":"trace[1936789228] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"229.900778ms","start":"2026-04-27T04:54:10.874909Z","end":"2026-04-27T04:54:11.104809Z","steps":["trace[1936789228] 'process raft request' (duration: 229.637226ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:11.115854Z","caller":"traceutil/trace.go:171","msg":"trace[1337333585] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"104.767328ms","start":"2026-04-27T04:54:11.011074Z","end":"2026-04-27T04:54:11.115841Z","steps":["trace[1337333585] 'process raft request' (duration: 100.046633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:54:18.729656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201877510040781,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T04:54:18.741938Z","caller":"traceutil/trace.go:171","msg":"trace[143020326] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"512.845497ms","start":"2026-04-27T04:54:18.229071Z","end":"2026-04-27T04:54:18.741917Z","steps":["trace[143020326] 'read index received' (duration: 512.652175ms)","trace[143020326] 'applied index is now lower than readState.Index' (duration: 192.472µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:54:18.742104Z","caller":"traceutil/trace.go:171","msg":"trace[1787063266] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"545.124577ms","start":"2026-04-27T04:54:18.196967Z","end":"2026-04-27T04:54:18.742091Z","steps":["trace[1787063266] 'process raft request' (duration: 544.814395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:54:18.742197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.129938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-27T04:54:18.742215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:54:18.196897Z","time spent":"545.245169ms","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T04:54:18.742259Z","caller":"traceutil/trace.go:171","msg":"trace[1106946338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:579; }","duration":"504.22894ms","start":"2026-04-27T04:54:18.238012Z","end":"2026-04-27T04:54:18.742241Z","steps":["trace[1106946338] 'agreement among raft nodes before linearized reading' (duration: 504.044468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:54:18.742299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:54:18.237996Z","time spent":"504.29499ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T04:54:18.742391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.292471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T04:54:18.742519Z","caller":"traceutil/trace.go:171","msg":"trace[214095895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:579; }","duration":"513.435712ms","start":"2026-04-27T04:54:18.229036Z","end":"2026-04-27T04:54:18.742472Z","steps":["trace[214095895] 'agreement among raft nodes before linearized reading' (duration: 513.139599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:54:18.74257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:54:18.229021Z","time spent":"513.538273ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T04:54:18.887626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.495337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T04:54:18.887804Z","caller":"traceutil/trace.go:171","msg":"trace[1666029896] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"140.554516ms","start":"2026-04-27T04:54:18.747231Z","end":"2026-04-27T04:54:18.887785Z","steps":["trace[1666029896] 'process raft request' (duration: 140.499525ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:18.887848Z","caller":"traceutil/trace.go:171","msg":"trace[1644843311] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"141.12706ms","start":"2026-04-27T04:54:18.746692Z","end":"2026-04-27T04:54:18.887819Z","steps":["trace[1644843311] 'process raft request' (duration: 22.354971ms)","trace[1644843311] 'compare' (duration: 118.389396ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:54:31.052409Z","caller":"traceutil/trace.go:171","msg":"trace[1901268075] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"110.407723ms","start":"2026-04-27T04:54:30.941977Z","end":"2026-04-27T04:54:31.052385Z","steps":["trace[1901268075] 'process raft request' (duration: 110.252861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:54:33.765513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.337052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T04:54:33.766051Z","caller":"traceutil/trace.go:171","msg":"trace[160728326] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"320.162764ms","start":"2026-04-27T04:54:33.445776Z","end":"2026-04-27T04:54:33.765938Z","steps":["trace[160728326] 'process raft request' (duration: 140.296788ms)","trace[160728326] 'compare' (duration: 179.13076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:54:33.766333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:54:33.445749Z","time spent":"320.457916ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T04:54:47.986742Z","caller":"traceutil/trace.go:171","msg":"trace[232778308] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"117.73936ms","start":"2026-04-27T04:54:47.868947Z","end":"2026-04-27T04:54:47.986687Z","steps":["trace[232778308] 'process raft request' (duration: 116.32808ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:48.021015Z","caller":"traceutil/trace.go:171","msg":"trace[1054198862] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"151.643543ms","start":"2026-04-27T04:54:47.869353Z","end":"2026-04-27T04:54:48.020997Z","steps":["trace[1054198862] 'process raft request' (duration: 151.508012ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:48.021182Z","caller":"traceutil/trace.go:171","msg":"trace[348510748] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"150.061232ms","start":"2026-04-27T04:54:47.871107Z","end":"2026-04-27T04:54:48.021168Z","steps":["trace[348510748] 'process raft request' (duration: 149.85573ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:54:48.021362Z","caller":"traceutil/trace.go:171","msg":"trace[1595986588] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:945; }","duration":"139.361021ms","start":"2026-04-27T04:54:47.881774Z","end":"2026-04-27T04:54:48.021135Z","steps":["trace[1595986588] 'read index received' (duration: 103.478533ms)","trace[1595986588] 'applied index is now lower than readState.Index' (duration: 35.880698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:54:48.021512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.722604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T04:54:48.021692Z","caller":"traceutil/trace.go:171","msg":"trace[1842944821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:913; }","duration":"139.909615ms","start":"2026-04-27T04:54:47.88177Z","end":"2026-04-27T04:54:48.02168Z","steps":["trace[1842944821] 'agreement among raft nodes before linearized reading' (duration: 139.638843ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:55:26.809077Z","caller":"traceutil/trace.go:171","msg":"trace[789042734] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"145.557322ms","start":"2026-04-27T04:55:26.663496Z","end":"2026-04-27T04:55:26.809054Z","steps":["trace[789042734] 'process raft request' (duration: 144.346411ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:19.160107Z","caller":"traceutil/trace.go:171","msg":"trace[378911461] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"187.989881ms","start":"2026-04-27T04:56:18.972077Z","end":"2026-04-27T04:56:19.160067Z","steps":["trace[378911461] 'process raft request' (duration: 150.331642ms)","trace[378911461] 'compare' (duration: 37.443765ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:56:19.160217Z","caller":"traceutil/trace.go:171","msg":"trace[1618866212] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"187.126317ms","start":"2026-04-27T04:56:18.973071Z","end":"2026-04-27T04:56:19.160198Z","steps":["trace[1618866212] 'process raft request' (duration: 186.896203ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:19.160567Z","caller":"traceutil/trace.go:171","msg":"trace[2073109230] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"187.251849ms","start":"2026-04-27T04:56:18.973303Z","end":"2026-04-27T04:56:19.160554Z","steps":["trace[2073109230] 'process raft request' (duration: 186.851082ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:19.161156Z","caller":"traceutil/trace.go:171","msg":"trace[1109924046] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"187.569404ms","start":"2026-04-27T04:56:18.973564Z","end":"2026-04-27T04:56:19.161134Z","steps":["trace[1109924046] 'process raft request' (duration: 186.784521ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:19.162112Z","caller":"traceutil/trace.go:171","msg":"trace[556820335] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"186.823632ms","start":"2026-04-27T04:56:18.975263Z","end":"2026-04-27T04:56:19.162086Z","steps":["trace[556820335] 'process raft request' (duration: 186.483796ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:19.162179Z","caller":"traceutil/trace.go:171","msg":"trace[1352800631] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"186.301113ms","start":"2026-04-27T04:56:18.975848Z","end":"2026-04-27T04:56:19.16215Z","steps":["trace[1352800631] 'process raft request' (duration: 186.08754ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:19.162442Z","caller":"traceutil/trace.go:171","msg":"trace[1134291631] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"185.674653ms","start":"2026-04-27T04:56:18.9767Z","end":"2026-04-27T04:56:19.162375Z","steps":["trace[1134291631] 'process raft request' (duration: 185.352887ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:19.164181Z","caller":"traceutil/trace.go:171","msg":"trace[391408186] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"133.472432ms","start":"2026-04-27T04:56:19.030693Z","end":"2026-04-27T04:56:19.164166Z","steps":["trace[391408186] 'process raft request' (duration: 133.434512ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:19.164455Z","caller":"traceutil/trace.go:171","msg":"trace[211941182] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"144.791529ms","start":"2026-04-27T04:56:19.019643Z","end":"2026-04-27T04:56:19.164435Z","steps":["trace[211941182] 'process raft request' (duration: 144.424443ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:19.164587Z","caller":"traceutil/trace.go:171","msg":"trace[894842263] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"181.104377ms","start":"2026-04-27T04:56:18.983467Z","end":"2026-04-27T04:56:19.164571Z","steps":["trace[894842263] 'process raft request' (duration: 178.672277ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:20.957012Z","caller":"traceutil/trace.go:171","msg":"trace[2122842892] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"315.720704ms","start":"2026-04-27T04:56:20.640887Z","end":"2026-04-27T04:56:20.956608Z","steps":["trace[2122842892] 'process raft request' (duration: 315.569131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:56:20.957289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:56:20.640865Z","time spent":"316.333664ms","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T04:56:21.751044Z","caller":"traceutil/trace.go:171","msg":"trace[1949958375] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"112.899591ms","start":"2026-04-27T04:56:21.638118Z","end":"2026-04-27T04:56:21.751017Z","steps":["trace[1949958375] 'process raft request' (duration: 112.736819ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:21.899404Z","caller":"traceutil/trace.go:171","msg":"trace[1058735163] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1481; }","duration":"227.600492ms","start":"2026-04-27T04:56:21.671783Z","end":"2026-04-27T04:56:21.899384Z","steps":["trace[1058735163] 'read index received' (duration: 79.154914ms)","trace[1058735163] 'applied index is now lower than readState.Index' (duration: 148.444838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:56:21.899582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.779184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:56:21.89963Z","caller":"traceutil/trace.go:171","msg":"trace[762513143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1428; }","duration":"227.891817ms","start":"2026-04-27T04:56:21.671727Z","end":"2026-04-27T04:56:21.899619Z","steps":["trace[762513143] 'agreement among raft nodes before linearized reading' (duration: 227.781835ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:21.899492Z","caller":"traceutil/trace.go:171","msg":"trace[128098753] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"254.282374ms","start":"2026-04-27T04:56:21.645202Z","end":"2026-04-27T04:56:21.899485Z","steps":["trace[128098753] 'process raft request' (duration: 252.879121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:56:21.904989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.730348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T04:56:21.905003Z","caller":"traceutil/trace.go:171","msg":"trace[1806629764] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"145.370308ms","start":"2026-04-27T04:56:21.759614Z","end":"2026-04-27T04:56:21.904984Z","steps":["trace[1806629764] 'process raft request' (duration: 145.100723ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:21.905043Z","caller":"traceutil/trace.go:171","msg":"trace[2111271558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1429; }","duration":"168.839229ms","start":"2026-04-27T04:56:21.736195Z","end":"2026-04-27T04:56:21.905035Z","steps":["trace[2111271558] 'agreement among raft nodes before linearized reading' (duration: 168.692406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:56:21.905098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.239501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T04:56:21.905144Z","caller":"traceutil/trace.go:171","msg":"trace[290782647] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1429; }","duration":"223.337013ms","start":"2026-04-27T04:56:21.681795Z","end":"2026-04-27T04:56:21.905132Z","steps":["trace[290782647] 'agreement among raft nodes before linearized reading' (duration: 223.236522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:56:21.905147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.371915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T04:56:21.905177Z","caller":"traceutil/trace.go:171","msg":"trace[1875315678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1429; }","duration":"130.428056ms","start":"2026-04-27T04:56:21.774741Z","end":"2026-04-27T04:56:21.905169Z","steps":["trace[1875315678] 'agreement among raft nodes before linearized reading' (duration: 130.358775ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:29.969177Z","caller":"traceutil/trace.go:171","msg":"trace[1009430218] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"284.259614ms","start":"2026-04-27T04:56:29.684896Z","end":"2026-04-27T04:56:29.969155Z","steps":["trace[1009430218] 'process raft request' (duration: 283.739646ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:37.506077Z","caller":"traceutil/trace.go:171","msg":"trace[157523047] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"115.073522ms","start":"2026-04-27T04:56:37.390959Z","end":"2026-04-27T04:56:37.506032Z","steps":["trace[157523047] 'process raft request' (duration: 114.804398ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:46.737009Z","caller":"traceutil/trace.go:171","msg":"trace[901613287] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1810; }","duration":"105.421649ms","start":"2026-04-27T04:56:46.631562Z","end":"2026-04-27T04:56:46.736983Z","steps":["trace[901613287] 'process raft request' (duration: 105.265496ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:59.791323Z","caller":"traceutil/trace.go:171","msg":"trace[472798121] linearizableReadLoop","detail":"{readStateIndex:2276; appliedIndex:2275; }","duration":"178.53632ms","start":"2026-04-27T04:56:59.612763Z","end":"2026-04-27T04:56:59.791299Z","steps":["trace[472798121] 'read index received' (duration: 136.205215ms)","trace[472798121] 'applied index is now lower than readState.Index' (duration: 42.330135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:56:59.791614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.838563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8b31505-535b-4d51-b077-b389efe2a80e\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-04-27T04:56:59.791658Z","caller":"traceutil/trace.go:171","msg":"trace[1159144874] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8b31505-535b-4d51-b077-b389efe2a80e; range_end:; response_count:1; response_revision:2182; }","duration":"178.931754ms","start":"2026-04-27T04:56:59.612714Z","end":"2026-04-27T04:56:59.791646Z","steps":["trace[1159144874] 'agreement among raft nodes before linearized reading' (duration: 178.715091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:56:59.791816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.13227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T04:56:59.791337Z","caller":"traceutil/trace.go:171","msg":"trace[722837697] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"193.928975ms","start":"2026-04-27T04:56:59.597376Z","end":"2026-04-27T04:56:59.791305Z","steps":["trace[722837697] 'process raft request' (duration: 151.55891ms)","trace[722837697] 'compare' (duration: 42.195622ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:56:59.791901Z","caller":"traceutil/trace.go:171","msg":"trace[1771458402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2182; }","duration":"138.275112ms","start":"2026-04-27T04:56:59.653607Z","end":"2026-04-27T04:56:59.791882Z","steps":["trace[1771458402] 'agreement among raft nodes before linearized reading' (duration: 138.044819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:56:59.791943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.285806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-27T04:56:59.791957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.11832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:56:59.792021Z","caller":"traceutil/trace.go:171","msg":"trace[1391518241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2182; }","duration":"100.375277ms","start":"2026-04-27T04:56:59.691628Z","end":"2026-04-27T04:56:59.792003Z","steps":["trace[1391518241] 'agreement among raft nodes before linearized reading' (duration: 100.151314ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:56:59.792028Z","caller":"traceutil/trace.go:171","msg":"trace[1995086213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2182; }","duration":"120.195651ms","start":"2026-04-27T04:56:59.671815Z","end":"2026-04-27T04:56:59.792011Z","steps":["trace[1995086213] 'agreement among raft nodes before linearized reading' (duration: 120.07978ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:57:00.012669Z","caller":"traceutil/trace.go:171","msg":"trace[1086297138] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2276; }","duration":"172.187964ms","start":"2026-04-27T04:56:59.840454Z","end":"2026-04-27T04:57:00.012642Z","steps":["trace[1086297138] 'read index received' (duration: 93.655118ms)","trace[1086297138] 'applied index is now lower than readState.Index' (duration: 78.531556ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:57:00.01291Z","caller":"traceutil/trace.go:171","msg":"trace[778718404] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"216.15367ms","start":"2026-04-27T04:56:59.79673Z","end":"2026-04-27T04:57:00.012884Z","steps":["trace[778718404] 'process raft request' (duration: 137.302779ms)","trace[778718404] 'compare' (duration: 78.487136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:57:00.013154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.702341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8b31505-535b-4d51-b077-b389efe2a80e\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-04-27T04:57:00.013259Z","caller":"traceutil/trace.go:171","msg":"trace[2076204936] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8b31505-535b-4d51-b077-b389efe2a80e; range_end:; response_count:1; response_revision:2183; }","duration":"172.802372ms","start":"2026-04-27T04:56:59.840398Z","end":"2026-04-27T04:57:00.0132Z","steps":["trace[2076204936] 'agreement among raft nodes before linearized reading' (duration: 172.507138ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:57:00.154834Z","caller":"traceutil/trace.go:171","msg":"trace[497854348] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2277; }","duration":"131.352113ms","start":"2026-04-27T04:57:00.02346Z","end":"2026-04-27T04:57:00.154812Z","steps":["trace[497854348] 'read index received' (duration: 131.1127ms)","trace[497854348] 'applied index is now lower than readState.Index' (duration: 238.233µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:57:00.154951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.471854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:57:00.154982Z","caller":"traceutil/trace.go:171","msg":"trace[852161111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"131.543866ms","start":"2026-04-27T04:57:00.023428Z","end":"2026-04-27T04:57:00.154972Z","steps":["trace[852161111] 'agreement among raft nodes before linearized reading' (duration: 131.473405ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:57:00.154937Z","caller":"traceutil/trace.go:171","msg":"trace[1225962482] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"132.979165ms","start":"2026-04-27T04:57:00.021907Z","end":"2026-04-27T04:57:00.154886Z","steps":["trace[1225962482] 'process raft request' (duration: 132.768772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:00.643499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.770778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T04:57:00.643686Z","caller":"traceutil/trace.go:171","msg":"trace[236833151] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2279; }","duration":"241.748048ms","start":"2026-04-27T04:57:00.401903Z","end":"2026-04-27T04:57:00.643651Z","steps":["trace[236833151] 'read index received' (duration: 63.641µs)","trace[236833151] 'applied index is now lower than readState.Index' (duration: 241.683287ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:57:00.643774Z","caller":"traceutil/trace.go:171","msg":"trace[1816053357] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"418.638215ms","start":"2026-04-27T04:57:00.22511Z","end":"2026-04-27T04:57:00.643748Z","steps":["trace[1816053357] 'process raft request' (duration: 26.527282ms)","trace[1816053357] 'compare' (duration: 391.626286ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:57:00.64379Z","caller":"traceutil/trace.go:171","msg":"trace[277330131] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"417.731913ms","start":"2026-04-27T04:57:00.226024Z","end":"2026-04-27T04:57:00.643756Z","steps":["trace[277330131] 'process raft request' (duration: 417.576951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:00.643842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.94554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T04:57:00.643879Z","caller":"traceutil/trace.go:171","msg":"trace[700603749] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:2187; }","duration":"242.02007ms","start":"2026-04-27T04:57:00.401849Z","end":"2026-04-27T04:57:00.643869Z","steps":["trace[700603749] 'agreement among raft nodes before linearized reading' (duration: 241.872489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:00.643885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:00.225099Z","time spent":"418.725896ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:57:00.643959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:00.226006Z","time spent":"417.857534ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:57:01.185174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.895163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T04:57:01.185424Z","caller":"traceutil/trace.go:171","msg":"trace[1169616720] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2282; }","duration":"389.328245ms","start":"2026-04-27T04:57:00.796073Z","end":"2026-04-27T04:57:01.185401Z","steps":["trace[1169616720] 'read index received' (duration: 231.966546ms)","trace[1169616720] 'applied index is now lower than readState.Index' (duration: 157.359469ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:57:01.185548Z","caller":"traceutil/trace.go:171","msg":"trace[1675055853] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"512.397469ms","start":"2026-04-27T04:57:00.67314Z","end":"2026-04-27T04:57:01.185538Z","steps":["trace[1675055853] 'process raft request' (duration: 355.077761ms)","trace[1675055853] 'compare' (duration: 156.806361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:57:01.18564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:00.673115Z","time spent":"512.459649ms","remote":"127.0.0.1:49422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:57:01.185674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.009118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T04:57:01.185708Z","caller":"traceutil/trace.go:171","msg":"trace[1799453881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2189; }","duration":"388.079579ms","start":"2026-04-27T04:57:00.797614Z","end":"2026-04-27T04:57:01.185694Z","steps":["trace[1799453881] 'agreement among raft nodes before linearized reading' (duration: 387.983498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:01.185733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:00.797591Z","time spent":"388.137069ms","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T04:57:01.185756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.67547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8b31505-535b-4d51-b077-b389efe2a80e\" ","response":"range_response_count:1 size:3737"} {"level":"warn","ts":"2026-04-27T04:57:01.185758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.967996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe6cc2f3-a32c-4dfa-a7a1-531b41672219\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-27T04:57:01.185758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.154954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T04:57:01.185811Z","caller":"traceutil/trace.go:171","msg":"trace[200934418] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe6cc2f3-a32c-4dfa-a7a1-531b41672219; range_end:; response_count:1; response_revision:2189; }","duration":"167.050746ms","start":"2026-04-27T04:57:01.018748Z","end":"2026-04-27T04:57:01.185799Z","steps":["trace[200934418] 'agreement among raft nodes before linearized reading' (duration: 166.921655ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:57:01.18584Z","caller":"traceutil/trace.go:171","msg":"trace[1791293714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2189; }","duration":"328.272186ms","start":"2026-04-27T04:57:00.857558Z","end":"2026-04-27T04:57:01.18583Z","steps":["trace[1791293714] 'agreement among raft nodes before linearized reading' (duration: 328.108644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:01.185872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:00.85754Z","time spent":"328.321276ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T04:57:01.185805Z","caller":"traceutil/trace.go:171","msg":"trace[234242429] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8b31505-535b-4d51-b077-b389efe2a80e; range_end:; response_count:1; response_revision:2189; }","duration":"389.765831ms","start":"2026-04-27T04:57:00.796025Z","end":"2026-04-27T04:57:01.185791Z","steps":["trace[234242429] 'agreement among raft nodes before linearized reading' (duration: 389.63678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:01.185915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:00.796007Z","time spent":"389.902123ms","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3760,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8b31505-535b-4d51-b077-b389efe2a80e\" "} {"level":"info","ts":"2026-04-27T04:57:20.633878Z","caller":"traceutil/trace.go:171","msg":"trace[368978454] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2461; }","duration":"231.042688ms","start":"2026-04-27T04:57:20.402817Z","end":"2026-04-27T04:57:20.63386Z","steps":["trace[368978454] 'read index received' (duration: 230.849756ms)","trace[368978454] 'applied index is now lower than readState.Index' (duration: 192.222µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:57:20.633929Z","caller":"traceutil/trace.go:171","msg":"trace[1414360644] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"286.848136ms","start":"2026-04-27T04:57:20.34705Z","end":"2026-04-27T04:57:20.633898Z","steps":["trace[1414360644] 'process raft request' (duration: 286.663944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:20.634045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.21798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T04:57:20.634067Z","caller":"traceutil/trace.go:171","msg":"trace[1577552311] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:2363; }","duration":"231.289331ms","start":"2026-04-27T04:57:20.402771Z","end":"2026-04-27T04:57:20.63406Z","steps":["trace[1577552311] 'agreement among raft nodes before linearized reading' (duration: 231.19297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:20.634107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.050097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T04:57:20.634167Z","caller":"traceutil/trace.go:171","msg":"trace[942206945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2363; }","duration":"183.145967ms","start":"2026-04-27T04:57:20.451003Z","end":"2026-04-27T04:57:20.634149Z","steps":["trace[942206945] 'agreement among raft nodes before linearized reading' (duration: 182.985195ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:57:31.042686Z","caller":"traceutil/trace.go:171","msg":"trace[650494788] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"113.187722ms","start":"2026-04-27T04:57:30.929469Z","end":"2026-04-27T04:57:31.042657Z","steps":["trace[650494788] 'process raft request' (duration: 77.073881ms)","trace[650494788] 'compare' (duration: 35.927978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:57:34.508073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.448737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T04:57:34.508155Z","caller":"traceutil/trace.go:171","msg":"trace[627853300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2451; }","duration":"155.582439ms","start":"2026-04-27T04:57:34.352554Z","end":"2026-04-27T04:57:34.508137Z","steps":["trace[627853300] 'range keys from in-memory index tree' (duration: 155.303815ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:57:34.927164Z","caller":"traceutil/trace.go:171","msg":"trace[457373242] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"118.118497ms","start":"2026-04-27T04:57:34.809015Z","end":"2026-04-27T04:57:34.927134Z","steps":["trace[457373242] 'process raft request' (duration: 117.926025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:35.252085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.621496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T04:57:35.252209Z","caller":"traceutil/trace.go:171","msg":"trace[553613929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2454; }","duration":"256.775868ms","start":"2026-04-27T04:57:34.995407Z","end":"2026-04-27T04:57:35.252183Z","steps":["trace[553613929] 'range keys from in-memory index tree' (duration: 256.458504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:35.251961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.889607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T04:57:35.252838Z","caller":"traceutil/trace.go:171","msg":"trace[111305754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2454; }","duration":"183.841728ms","start":"2026-04-27T04:57:35.06897Z","end":"2026-04-27T04:57:35.252812Z","steps":["trace[111305754] 'range keys from in-memory index tree' (duration: 182.686154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:35.800842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.882098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T04:57:35.800962Z","caller":"traceutil/trace.go:171","msg":"trace[1707878167] linearizableReadLoop","detail":"{readStateIndex:2560; appliedIndex:2559; }","duration":"301.615987ms","start":"2026-04-27T04:57:35.499325Z","end":"2026-04-27T04:57:35.800941Z","steps":["trace[1707878167] 'read index received' (duration: 101.534287ms)","trace[1707878167] 'applied index is now lower than readState.Index' (duration: 200.08006ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:57:35.801176Z","caller":"traceutil/trace.go:171","msg":"trace[1704847409] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"321.850936ms","start":"2026-04-27T04:57:35.479306Z","end":"2026-04-27T04:57:35.801157Z","steps":["trace[1704847409] 'process raft request' (duration: 121.542823ms)","trace[1704847409] 'compare' (duration: 199.566294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:57:35.801264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:35.479284Z","time spent":"321.942256ms","remote":"127.0.0.1:49466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T04:57:35.801533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.192654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T04:57:35.801601Z","caller":"traceutil/trace.go:171","msg":"trace[1966693416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2458; }","duration":"302.299736ms","start":"2026-04-27T04:57:35.499282Z","end":"2026-04-27T04:57:35.801582Z","steps":["trace[1966693416] 'agreement among raft nodes before linearized reading' (duration: 302.044513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:35.801655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:35.499261Z","time spent":"302.380386ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T04:57:35.875876Z","caller":"traceutil/trace.go:171","msg":"trace[1860472741] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"369.828061ms","start":"2026-04-27T04:57:35.506003Z","end":"2026-04-27T04:57:35.875831Z","steps":["trace[1860472741] 'process raft request' (duration: 369.584119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:35.876023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.537404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T04:57:35.876143Z","caller":"traceutil/trace.go:171","msg":"trace[208948911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2460; }","duration":"361.687256ms","start":"2026-04-27T04:57:35.51443Z","end":"2026-04-27T04:57:35.876117Z","steps":["trace[208948911] 'agreement among raft nodes before linearized reading' (duration: 361.393622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:35.876198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:35.514417Z","time spent":"361.768747ms","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T04:57:35.876176Z","caller":"traceutil/trace.go:171","msg":"trace[1420457677] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"351.9021ms","start":"2026-04-27T04:57:35.524243Z","end":"2026-04-27T04:57:35.876145Z","steps":["trace[1420457677] 'process raft request' (duration: 351.506805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:35.876211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:35.505993Z","time spent":"369.996513ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:57:35.876358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:35.524224Z","time spent":"352.019961ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:57:35.876449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.257889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:57:35.876489Z","caller":"traceutil/trace.go:171","msg":"trace[1566509978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2460; }","duration":"204.3458ms","start":"2026-04-27T04:57:35.672134Z","end":"2026-04-27T04:57:35.876479Z","steps":["trace[1566509978] 'agreement among raft nodes before linearized reading' (duration: 204.289199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:36.180071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.553594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T04:57:36.180294Z","caller":"traceutil/trace.go:171","msg":"trace[2034010382] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2562; }","duration":"302.299039ms","start":"2026-04-27T04:57:35.877967Z","end":"2026-04-27T04:57:36.180266Z","steps":["trace[2034010382] 'read index received' (duration: 104.183418ms)","trace[2034010382] 'applied index is now lower than readState.Index' (duration: 198.111711ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:57:36.180295Z","caller":"traceutil/trace.go:171","msg":"trace[1927979038] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"373.154245ms","start":"2026-04-27T04:57:35.807106Z","end":"2026-04-27T04:57:36.18026Z","steps":["trace[1927979038] 'process raft request' (duration: 175.078115ms)","trace[1927979038] 'compare' (duration: 197.23005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:57:36.180716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:35.807088Z","time spent":"373.329167ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:57:36.182002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.026599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:57:36.182303Z","caller":"traceutil/trace.go:171","msg":"trace[491356657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2461; }","duration":"304.414104ms","start":"2026-04-27T04:57:35.877874Z","end":"2026-04-27T04:57:36.182288Z","steps":["trace[491356657] 'agreement among raft nodes before linearized reading' (duration: 302.507372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:57:36.182359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:57:35.877855Z","time spent":"304.490175ms","remote":"127.0.0.1:49386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T04:57:36.182539Z","caller":"traceutil/trace.go:171","msg":"trace[1026030436] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"179.005786ms","start":"2026-04-27T04:57:36.003466Z","end":"2026-04-27T04:57:36.182472Z","steps":["trace[1026030436] 'process raft request' (duration: 178.454859ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:57:36.347273Z","caller":"traceutil/trace.go:171","msg":"trace[1992193899] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"129.304311ms","start":"2026-04-27T04:57:36.217946Z","end":"2026-04-27T04:57:36.34725Z","steps":["trace[1992193899] 'process raft request' (duration: 129.167249ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:58:02.088122Z","caller":"traceutil/trace.go:171","msg":"trace[82659838] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"101.529397ms","start":"2026-04-27T04:58:01.986549Z","end":"2026-04-27T04:58:02.088079Z","steps":["trace[82659838] 'process raft request' (duration: 101.318025ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:58:02.292067Z","caller":"traceutil/trace.go:171","msg":"trace[1074406759] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2723; }","duration":"246.947951ms","start":"2026-04-27T04:58:02.045087Z","end":"2026-04-27T04:58:02.292035Z","steps":["trace[1074406759] 'read index received' (duration: 42.896666ms)","trace[1074406759] 'applied index is now lower than readState.Index' (duration: 204.050035ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:58:02.292429Z","caller":"traceutil/trace.go:171","msg":"trace[1426256098] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"281.1248ms","start":"2026-04-27T04:58:02.011278Z","end":"2026-04-27T04:58:02.292403Z","steps":["trace[1426256098] 'process raft request' (duration: 226.859638ms)","trace[1426256098] 'compare' (duration: 53.748746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:58:02.292573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.464016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T04:58:02.292654Z","caller":"traceutil/trace.go:171","msg":"trace[1807542108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2617; }","duration":"247.603008ms","start":"2026-04-27T04:58:02.045034Z","end":"2026-04-27T04:58:02.292637Z","steps":["trace[1807542108] 'agreement among raft nodes before linearized reading' (duration: 247.459577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:58:02.301576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.818859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-27T04:58:02.301636Z","caller":"traceutil/trace.go:171","msg":"trace[1536812317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2618; }","duration":"255.91766ms","start":"2026-04-27T04:58:02.045701Z","end":"2026-04-27T04:58:02.301619Z","steps":["trace[1536812317] 'agreement among raft nodes before linearized reading' (duration: 255.722458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:58:02.302122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.707736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-27T04:58:02.30223Z","caller":"traceutil/trace.go:171","msg":"trace[1899057794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2618; }","duration":"244.852947ms","start":"2026-04-27T04:58:02.05736Z","end":"2026-04-27T04:58:02.302213Z","steps":["trace[1899057794] 'agreement among raft nodes before linearized reading' (duration: 244.23606ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:21.737141Z","caller":"traceutil/trace.go:171","msg":"trace[2075389871] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"262.577378ms","start":"2026-04-27T04:59:21.474465Z","end":"2026-04-27T04:59:21.737043Z","steps":["trace[2075389871] 'process raft request' (duration: 256.176923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:22.217637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.008231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T04:59:22.218845Z","caller":"traceutil/trace.go:171","msg":"trace[2125892254] linearizableReadLoop","detail":"{readStateIndex:3276; appliedIndex:3274; }","duration":"298.621192ms","start":"2026-04-27T04:59:21.919181Z","end":"2026-04-27T04:59:22.217802Z","steps":["trace[2125892254] 'read index received' (duration: 251.886027ms)","trace[2125892254] 'applied index is now lower than readState.Index' (duration: 46.734275ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:59:22.21895Z","caller":"traceutil/trace.go:171","msg":"trace[114719940] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"410.336921ms","start":"2026-04-27T04:59:21.808603Z","end":"2026-04-27T04:59:22.21894Z","steps":["trace[114719940] 'process raft request' (duration: 409.146733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:22.219022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:21.808565Z","time spent":"410.411734ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:59:22.219202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.683285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-27T04:59:22.219203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.021569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T04:59:22.219237Z","caller":"traceutil/trace.go:171","msg":"trace[1586379771] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3151; }","duration":"298.731897ms","start":"2026-04-27T04:59:21.920496Z","end":"2026-04-27T04:59:22.219228Z","steps":["trace[1586379771] 'agreement among raft nodes before linearized reading' (duration: 298.602192ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:22.21924Z","caller":"traceutil/trace.go:171","msg":"trace[1968875116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3151; }","duration":"300.07437ms","start":"2026-04-27T04:59:21.919156Z","end":"2026-04-27T04:59:22.21923Z","steps":["trace[1968875116] 'agreement among raft nodes before linearized reading' (duration: 299.985777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:22.219261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:21.919145Z","time spent":"300.111422ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T04:59:22.219423Z","caller":"traceutil/trace.go:171","msg":"trace[959247564] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"429.175843ms","start":"2026-04-27T04:59:21.790226Z","end":"2026-04-27T04:59:22.219402Z","steps":["trace[959247564] 'process raft request' (duration: 49.314928ms)","trace[959247564] 'compare' (duration: 377.903867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:59:22.219483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:21.790213Z","time spent":"429.246755ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:59:24.364332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.060783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T04:59:24.364366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.000863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-27T04:59:24.364398Z","caller":"traceutil/trace.go:171","msg":"trace[1041884582] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3162; }","duration":"443.064225ms","start":"2026-04-27T04:59:23.921323Z","end":"2026-04-27T04:59:24.364387Z","steps":["trace[1041884582] 'range keys from in-memory index tree' (duration: 442.890068ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:24.3644Z","caller":"traceutil/trace.go:171","msg":"trace[2126924329] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3162; }","duration":"525.172828ms","start":"2026-04-27T04:59:23.839212Z","end":"2026-04-27T04:59:24.364384Z","steps":["trace[2126924329] 'count revisions from in-memory index tree' (duration: 524.980069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:24.364441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:23.921306Z","time spent":"443.115307ms","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-27T04:59:24.364439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:23.839174Z","time spent":"525.255011ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-27T04:59:24.364477Z","caller":"traceutil/trace.go:171","msg":"trace[1487781371] linearizableReadLoop","detail":"{readStateIndex:3288; appliedIndex:3287; }","duration":"140.74108ms","start":"2026-04-27T04:59:24.223719Z","end":"2026-04-27T04:59:24.36446Z","steps":["trace[1487781371] 'read index received' (duration: 115.726677ms)","trace[1487781371] 'applied index is now lower than readState.Index' (duration: 25.013443ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:59:24.364672Z","caller":"traceutil/trace.go:171","msg":"trace[1254193258] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"141.088424ms","start":"2026-04-27T04:59:24.22357Z","end":"2026-04-27T04:59:24.364659Z","steps":["trace[1254193258] 'process raft request' (duration: 115.869753ms)","trace[1254193258] 'compare' (duration: 24.617607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:59:24.364751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.514331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T04:59:24.364792Z","caller":"traceutil/trace.go:171","msg":"trace[728256485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3163; }","duration":"112.575444ms","start":"2026-04-27T04:59:24.252207Z","end":"2026-04-27T04:59:24.364783Z","steps":["trace[728256485] 'agreement among raft nodes before linearized reading' (duration: 112.47899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:24.36479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.065832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T04:59:24.364828Z","caller":"traceutil/trace.go:171","msg":"trace[1721347974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3163; }","duration":"141.137335ms","start":"2026-04-27T04:59:24.223682Z","end":"2026-04-27T04:59:24.364819Z","steps":["trace[1721347974] 'agreement among raft nodes before linearized reading' (duration: 141.052722ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:26.53881Z","caller":"traceutil/trace.go:171","msg":"trace[1347873682] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"122.772554ms","start":"2026-04-27T04:59:26.416005Z","end":"2026-04-27T04:59:26.538778Z","steps":["trace[1347873682] 'process raft request' (duration: 50.361168ms)","trace[1347873682] 'compare' (duration: 71.913917ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:59:26.53909Z","caller":"traceutil/trace.go:171","msg":"trace[301991229] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"107.2245ms","start":"2026-04-27T04:59:26.431835Z","end":"2026-04-27T04:59:26.539059Z","steps":["trace[301991229] 'process raft request' (duration: 106.903488ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:26.749722Z","caller":"traceutil/trace.go:171","msg":"trace[1704605574] linearizableReadLoop","detail":"{readStateIndex:3315; appliedIndex:3314; }","duration":"118.018979ms","start":"2026-04-27T04:59:26.631677Z","end":"2026-04-27T04:59:26.749696Z","steps":["trace[1704605574] 'read index received' (duration: 80.706948ms)","trace[1704605574] 'applied index is now lower than readState.Index' (duration: 37.309961ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:59:26.749944Z","caller":"traceutil/trace.go:171","msg":"trace[541776107] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"121.579888ms","start":"2026-04-27T04:59:26.62835Z","end":"2026-04-27T04:59:26.74993Z","steps":["trace[541776107] 'process raft request' (duration: 84.029898ms)","trace[541776107] 'compare' (duration: 36.704688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:59:26.750377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.209917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-27T04:59:26.75038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.680375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:9225"} {"level":"warn","ts":"2026-04-27T04:59:26.75041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.073331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-27T04:59:26.750432Z","caller":"traceutil/trace.go:171","msg":"trace[1284151408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3189; }","duration":"100.28975ms","start":"2026-04-27T04:59:26.650125Z","end":"2026-04-27T04:59:26.750415Z","steps":["trace[1284151408] 'agreement among raft nodes before linearized reading' (duration: 100.138754ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:26.750455Z","caller":"traceutil/trace.go:171","msg":"trace[1104918923] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:3189; }","duration":"118.785789ms","start":"2026-04-27T04:59:26.631648Z","end":"2026-04-27T04:59:26.750434Z","steps":["trace[1104918923] 'agreement among raft nodes before linearized reading' (duration: 118.56542ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:26.750479Z","caller":"traceutil/trace.go:171","msg":"trace[413205156] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:3189; }","duration":"109.157755ms","start":"2026-04-27T04:59:26.64129Z","end":"2026-04-27T04:59:26.750448Z","steps":["trace[413205156] 'agreement among raft nodes before linearized reading' (duration: 108.842382ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:27.197947Z","caller":"traceutil/trace.go:171","msg":"trace[731952936] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"132.272328ms","start":"2026-04-27T04:59:27.065629Z","end":"2026-04-27T04:59:27.197901Z","steps":["trace[731952936] 'process raft request' (duration: 120.582505ms)","trace[731952936] 'compare' (duration: 11.310668ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:59:29.432176Z","caller":"traceutil/trace.go:171","msg":"trace[1229582249] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"181.97816ms","start":"2026-04-27T04:59:29.250177Z","end":"2026-04-27T04:59:29.432156Z","steps":["trace[1229582249] 'process raft request' (duration: 181.864355ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:34.537738Z","caller":"traceutil/trace.go:171","msg":"trace[189488115] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"140.283898ms","start":"2026-04-27T04:59:34.39743Z","end":"2026-04-27T04:59:34.537714Z","steps":["trace[189488115] 'process raft request' (duration: 140.100491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.007009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.94877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:59:35.007138Z","caller":"traceutil/trace.go:171","msg":"trace[770126582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3247; }","duration":"307.090216ms","start":"2026-04-27T04:59:34.700028Z","end":"2026-04-27T04:59:35.007118Z","steps":["trace[770126582] 'range keys from in-memory index tree' (duration: 306.93359ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:35.008119Z","caller":"traceutil/trace.go:171","msg":"trace[1415315279] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"571.390535ms","start":"2026-04-27T04:59:34.436666Z","end":"2026-04-27T04:59:35.008056Z","steps":["trace[1415315279] 'process raft request' (duration: 541.581084ms)","trace[1415315279] 'compare' (duration: 28.456121ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:59:35.00865Z","caller":"traceutil/trace.go:171","msg":"trace[1363164009] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"136.500486ms","start":"2026-04-27T04:59:34.872129Z","end":"2026-04-27T04:59:35.00863Z","steps":["trace[1363164009] 'process raft request' (duration: 136.061899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.008679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.997794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T04:59:35.00884Z","caller":"traceutil/trace.go:171","msg":"trace[1062518305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3250; }","duration":"438.219013ms","start":"2026-04-27T04:59:34.570607Z","end":"2026-04-27T04:59:35.008826Z","steps":["trace[1062518305] 'agreement among raft nodes before linearized reading' (duration: 437.847469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.008937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:34.570584Z","time spent":"438.332587ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T04:59:35.008814Z","caller":"traceutil/trace.go:171","msg":"trace[299720088] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"130.094477ms","start":"2026-04-27T04:59:34.8787Z","end":"2026-04-27T04:59:35.008794Z","steps":["trace[299720088] 'process raft request' (duration: 129.543136ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:35.008316Z","caller":"traceutil/trace.go:171","msg":"trace[1249260027] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"555.953239ms","start":"2026-04-27T04:59:34.452303Z","end":"2026-04-27T04:59:35.008257Z","steps":["trace[1249260027] 'process raft request' (duration: 555.533183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.009358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:34.452279Z","time spent":"556.981707ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T04:59:35.008422Z","caller":"traceutil/trace.go:171","msg":"trace[461333118] linearizableReadLoop","detail":"{readStateIndex:3378; appliedIndex:3376; }","duration":"437.735264ms","start":"2026-04-27T04:59:34.570667Z","end":"2026-04-27T04:59:35.008402Z","steps":["trace[461333118] 'read index received' (duration: 407.59484ms)","trace[461333118] 'applied index is now lower than readState.Index' (duration: 30.136674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T04:59:35.009719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.514037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-27T04:59:35.009747Z","caller":"traceutil/trace.go:171","msg":"trace[2104347980] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:3251; }","duration":"162.565869ms","start":"2026-04-27T04:59:34.847171Z","end":"2026-04-27T04:59:35.009737Z","steps":["trace[2104347980] 'agreement among raft nodes before linearized reading' (duration: 162.498896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.009857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.778439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T04:59:35.009562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.378515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T04:59:35.00996Z","caller":"traceutil/trace.go:171","msg":"trace[2026966729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3251; }","duration":"428.826042ms","start":"2026-04-27T04:59:34.581129Z","end":"2026-04-27T04:59:35.009955Z","steps":["trace[2026966729] 'agreement among raft nodes before linearized reading' (duration: 428.366335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.01001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:34.581103Z","time spent":"428.886614ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T04:59:35.010348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.360601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-27T04:59:35.010384Z","caller":"traceutil/trace.go:171","msg":"trace[549385803] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3251; }","duration":"414.825658ms","start":"2026-04-27T04:59:34.595548Z","end":"2026-04-27T04:59:35.010374Z","steps":["trace[549385803] 'agreement among raft nodes before linearized reading' (duration: 414.310149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.010411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:34.595533Z","time spent":"414.870211ms","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T04:59:35.010808Z","caller":"traceutil/trace.go:171","msg":"trace[1978190727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3251; }","duration":"102.033708ms","start":"2026-04-27T04:59:34.907911Z","end":"2026-04-27T04:59:35.009945Z","steps":["trace[1978190727] 'agreement among raft nodes before linearized reading' (duration: 101.729637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.011276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T04:59:34.436615Z","time spent":"571.980507ms","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T04:59:35.277441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.514252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:59:35.277578Z","caller":"traceutil/trace.go:171","msg":"trace[2102168110] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3254; }","duration":"164.688189ms","start":"2026-04-27T04:59:35.112872Z","end":"2026-04-27T04:59:35.27756Z","steps":["trace[2102168110] 'range keys from in-memory index tree' (duration: 164.44857ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:35.389991Z","caller":"traceutil/trace.go:171","msg":"trace[851879162] linearizableReadLoop","detail":"{readStateIndex:3384; appliedIndex:3383; }","duration":"133.576583ms","start":"2026-04-27T04:59:35.256399Z","end":"2026-04-27T04:59:35.389976Z","steps":["trace[851879162] 'read index received' (duration: 133.419937ms)","trace[851879162] 'applied index is now lower than readState.Index' (duration: 155.736µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:59:35.390078Z","caller":"traceutil/trace.go:171","msg":"trace[933104554] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"158.614483ms","start":"2026-04-27T04:59:35.231457Z","end":"2026-04-27T04:59:35.390071Z","steps":["trace[933104554] 'process raft request' (duration: 158.362354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.390269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.855474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:59:35.390312Z","caller":"traceutil/trace.go:171","msg":"trace[2124313618] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3255; }","duration":"133.899456ms","start":"2026-04-27T04:59:35.256393Z","end":"2026-04-27T04:59:35.390293Z","steps":["trace[2124313618] 'agreement among raft nodes before linearized reading' (duration: 133.817673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:35.39052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.283751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T04:59:35.390602Z","caller":"traceutil/trace.go:171","msg":"trace[97567663] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3255; }","duration":"109.453257ms","start":"2026-04-27T04:59:35.28113Z","end":"2026-04-27T04:59:35.390583Z","steps":["trace[97567663] 'agreement among raft nodes before linearized reading' (duration: 109.221729ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:35.589252Z","caller":"traceutil/trace.go:171","msg":"trace[15748012] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"129.256563ms","start":"2026-04-27T04:59:35.459969Z","end":"2026-04-27T04:59:35.589225Z","steps":["trace[15748012] 'process raft request' (duration: 61.541037ms)","trace[15748012] 'compare' (duration: 67.374673ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:59:37.168623Z","caller":"traceutil/trace.go:171","msg":"trace[1078670533] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"154.519624ms","start":"2026-04-27T04:59:37.01408Z","end":"2026-04-27T04:59:37.168599Z","steps":["trace[1078670533] 'process raft request' (duration: 154.370599ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:37.17721Z","caller":"traceutil/trace.go:171","msg":"trace[1559712424] linearizableReadLoop","detail":"{readStateIndex:3392; appliedIndex:3389; }","duration":"136.831983ms","start":"2026-04-27T04:59:37.040362Z","end":"2026-04-27T04:59:37.177194Z","steps":["trace[1559712424] 'read index received' (duration: 128.169415ms)","trace[1559712424] 'applied index is now lower than readState.Index' (duration: 8.661648ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T04:59:37.177237Z","caller":"traceutil/trace.go:171","msg":"trace[1812444293] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"161.290544ms","start":"2026-04-27T04:59:37.015933Z","end":"2026-04-27T04:59:37.177224Z","steps":["trace[1812444293] 'process raft request' (duration: 161.122227ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T04:59:37.177321Z","caller":"traceutil/trace.go:171","msg":"trace[1128737194] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"157.623258ms","start":"2026-04-27T04:59:37.019646Z","end":"2026-04-27T04:59:37.17727Z","steps":["trace[1128737194] 'process raft request' (duration: 157.508264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:37.177457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.076012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T04:59:37.177497Z","caller":"traceutil/trace.go:171","msg":"trace[209903584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3262; }","duration":"137.156555ms","start":"2026-04-27T04:59:37.040328Z","end":"2026-04-27T04:59:37.177484Z","steps":["trace[209903584] 'agreement among raft nodes before linearized reading' (duration: 136.955668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:37.177613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.937756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T04:59:37.177641Z","caller":"traceutil/trace.go:171","msg":"trace[1621888177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3262; }","duration":"124.986918ms","start":"2026-04-27T04:59:37.052647Z","end":"2026-04-27T04:59:37.177634Z","steps":["trace[1621888177] 'agreement among raft nodes before linearized reading' (duration: 124.914045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T04:59:37.177725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.462419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T04:59:37.17774Z","caller":"traceutil/trace.go:171","msg":"trace[1138383386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3262; }","duration":"124.494709ms","start":"2026-04-27T04:59:37.053241Z","end":"2026-04-27T04:59:37.177735Z","steps":["trace[1138383386] 'agreement among raft nodes before linearized reading' (duration: 124.448358ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:00:49.638011Z","caller":"traceutil/trace.go:171","msg":"trace[1506744767] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"112.482396ms","start":"2026-04-27T05:00:49.525503Z","end":"2026-04-27T05:00:49.637985Z","steps":["trace[1506744767] 'process raft request' (duration: 35.065987ms)","trace[1506744767] 'compare' (duration: 77.181932ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:00:49.849002Z","caller":"traceutil/trace.go:171","msg":"trace[1397063374] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"208.586172ms","start":"2026-04-27T05:00:49.640391Z","end":"2026-04-27T05:00:49.848977Z","steps":["trace[1397063374] 'process raft request' (duration: 111.830937ms)","trace[1397063374] 'compare' (duration: 96.500029ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:01:12.214128Z","caller":"traceutil/trace.go:171","msg":"trace[1815559401] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"108.46395ms","start":"2026-04-27T05:01:12.105619Z","end":"2026-04-27T05:01:12.214083Z","steps":["trace[1815559401] 'process raft request' (duration: 60.519414ms)","trace[1815559401] 'compare' (duration: 47.568637ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:01:12.214612Z","caller":"traceutil/trace.go:171","msg":"trace[322558840] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"108.153823ms","start":"2026-04-27T05:01:12.106432Z","end":"2026-04-27T05:01:12.214585Z","steps":["trace[322558840] 'process raft request' (duration: 107.523267ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:01:13.156082Z","caller":"traceutil/trace.go:171","msg":"trace[789260809] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"102.377723ms","start":"2026-04-27T05:01:13.053674Z","end":"2026-04-27T05:01:13.156052Z","steps":["trace[789260809] 'process raft request' (duration: 102.174528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T05:01:13.905925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.90756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T05:01:13.906035Z","caller":"traceutil/trace.go:171","msg":"trace[1299438818] linearizableReadLoop","detail":"{readStateIndex:4151; appliedIndex:4150; }","duration":"235.595738ms","start":"2026-04-27T05:01:13.670425Z","end":"2026-04-27T05:01:13.906021Z","steps":["trace[1299438818] 'read index received' (duration: 104.422632ms)","trace[1299438818] 'applied index is now lower than readState.Index' (duration: 131.171606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T05:01:13.906549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.124651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T05:01:13.906596Z","caller":"traceutil/trace.go:171","msg":"trace[876083855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4000; }","duration":"236.196263ms","start":"2026-04-27T05:01:13.670385Z","end":"2026-04-27T05:01:13.906582Z","steps":["trace[876083855] 'agreement among raft nodes before linearized reading' (duration: 236.101641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:01:13.906604Z","caller":"traceutil/trace.go:171","msg":"trace[1880722344] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"254.304405ms","start":"2026-04-27T05:01:13.652258Z","end":"2026-04-27T05:01:13.906563Z","steps":["trace[1880722344] 'process raft request' (duration: 122.681819ms)","trace[1880722344] 'compare' (duration: 130.805867ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:02:45.478294Z","caller":"traceutil/trace.go:171","msg":"trace[1888338987] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"160.021987ms","start":"2026-04-27T05:02:45.318204Z","end":"2026-04-27T05:02:45.478226Z","steps":["trace[1888338987] 'process raft request' (duration: 104.376852ms)","trace[1888338987] 'compare' (duration: 55.217957ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:03:47.605789Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2869} {"level":"info","ts":"2026-04-27T05:03:47.703583Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2869,"took":"96.655227ms","hash":3815870489,"current-db-size-bytes":38158336,"current-db-size":"38 MB","current-db-size-in-use-bytes":14008320,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-04-27T05:03:47.703643Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3815870489,"revision":2869,"compact-revision":-1} {"level":"warn","ts":"2026-04-27T05:07:57.23372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.696528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T05:07:57.233945Z","caller":"traceutil/trace.go:171","msg":"trace[1088105567] linearizableReadLoop","detail":"{readStateIndex:7404; appliedIndex:7402; }","duration":"108.016094ms","start":"2026-04-27T05:07:57.125911Z","end":"2026-04-27T05:07:57.233927Z","steps":["trace[1088105567] 'read index received' (duration: 65.798743ms)","trace[1088105567] 'applied index is now lower than readState.Index' (duration: 42.216441ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:07:57.234013Z","caller":"traceutil/trace.go:171","msg":"trace[1212821837] transaction","detail":"{read_only:false; response_revision:7129; number_of_response:1; }","duration":"221.420299ms","start":"2026-04-27T05:07:57.012551Z","end":"2026-04-27T05:07:57.233971Z","steps":["trace[1212821837] 'process raft request' (duration: 106.38919ms)","trace[1212821837] 'compare' (duration: 114.579514ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:07:57.234121Z","caller":"traceutil/trace.go:171","msg":"trace[1743985568] transaction","detail":"{read_only:false; response_revision:7130; number_of_response:1; }","duration":"219.443952ms","start":"2026-04-27T05:07:57.014617Z","end":"2026-04-27T05:07:57.234061Z","steps":["trace[1743985568] 'process raft request' (duration: 219.247946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T05:07:57.235249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.329578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194901"} {"level":"info","ts":"2026-04-27T05:07:57.235318Z","caller":"traceutil/trace.go:171","msg":"trace[1571003404] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:7130; }","duration":"109.439241ms","start":"2026-04-27T05:07:57.12586Z","end":"2026-04-27T05:07:57.2353Z","steps":["trace[1571003404] 'agreement among raft nodes before linearized reading' (duration: 108.125117ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:07:58.880321Z","caller":"traceutil/trace.go:171","msg":"trace[1799663118] linearizableReadLoop","detail":"{readStateIndex:7421; appliedIndex:7419; }","duration":"104.124366ms","start":"2026-04-27T05:07:58.776171Z","end":"2026-04-27T05:07:58.880295Z","steps":["trace[1799663118] 'read index received' (duration: 70.60831ms)","trace[1799663118] 'applied index is now lower than readState.Index' (duration: 33.515106ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:07:58.880345Z","caller":"traceutil/trace.go:171","msg":"trace[516410490] transaction","detail":"{read_only:false; response_revision:7147; number_of_response:1; }","duration":"110.688026ms","start":"2026-04-27T05:07:58.769623Z","end":"2026-04-27T05:07:58.880311Z","steps":["trace[516410490] 'process raft request' (duration: 110.426617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T05:07:58.880516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.319443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6a99efe-739b-44d2-afef-091de9e64af2\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-04-27T05:07:58.880559Z","caller":"traceutil/trace.go:171","msg":"trace[977127956] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6a99efe-739b-44d2-afef-091de9e64af2; range_end:; response_count:1; response_revision:7148; }","duration":"104.400295ms","start":"2026-04-27T05:07:58.776145Z","end":"2026-04-27T05:07:58.880545Z","steps":["trace[977127956] 'agreement among raft nodes before linearized reading' (duration: 104.25387ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:07:58.880476Z","caller":"traceutil/trace.go:171","msg":"trace[1498039260] transaction","detail":"{read_only:false; response_revision:7148; number_of_response:1; }","duration":"104.125837ms","start":"2026-04-27T05:07:58.776224Z","end":"2026-04-27T05:07:58.88035Z","steps":["trace[1498039260] 'process raft request' (duration: 103.976141ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:08:03.949502Z","caller":"traceutil/trace.go:171","msg":"trace[987074634] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"134.587932ms","start":"2026-04-27T05:08:03.814893Z","end":"2026-04-27T05:08:03.949481Z","steps":["trace[987074634] 'process raft request' (duration: 134.535221ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:08:03.94955Z","caller":"traceutil/trace.go:171","msg":"trace[1536919708] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"153.697877ms","start":"2026-04-27T05:08:03.795814Z","end":"2026-04-27T05:08:03.949512Z","steps":["trace[1536919708] 'process raft request' (duration: 151.841846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T05:08:03.949745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.827744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-678dc7cfb-flgjl\" ","response":"range_response_count:1 size:11252"} {"level":"info","ts":"2026-04-27T05:08:03.949788Z","caller":"traceutil/trace.go:171","msg":"trace[1092710061] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-678dc7cfb-flgjl; range_end:; response_count:1; response_revision:7222; }","duration":"135.921867ms","start":"2026-04-27T05:08:03.813855Z","end":"2026-04-27T05:08:03.949777Z","steps":["trace[1092710061] 'agreement among raft nodes before linearized reading' (duration: 135.736741ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:08:03.949541Z","caller":"traceutil/trace.go:171","msg":"trace[466740329] linearizableReadLoop","detail":"{readStateIndex:7498; appliedIndex:7497; }","duration":"135.614377ms","start":"2026-04-27T05:08:03.813904Z","end":"2026-04-27T05:08:03.949518Z","steps":["trace[466740329] 'read index received' (duration: 134.009773ms)","trace[466740329] 'applied index is now lower than readState.Index' (duration: 1.602444ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:08:04.08297Z","caller":"traceutil/trace.go:171","msg":"trace[475809874] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"120.553561ms","start":"2026-04-27T05:08:03.962398Z","end":"2026-04-27T05:08:04.082952Z","steps":["trace[475809874] 'process raft request' (duration: 120.420976ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:08:08.242525Z","caller":"traceutil/trace.go:171","msg":"trace[1692032399] transaction","detail":"{read_only:false; response_revision:7266; number_of_response:1; }","duration":"129.698086ms","start":"2026-04-27T05:08:08.112792Z","end":"2026-04-27T05:08:08.24249Z","steps":["trace[1692032399] 'process raft request' (duration: 44.69876ms)","trace[1692032399] 'compare' (duration: 84.923004ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T05:08:08.53942Z","caller":"traceutil/trace.go:171","msg":"trace[859932657] transaction","detail":"{read_only:false; response_revision:7268; number_of_response:1; }","duration":"272.546106ms","start":"2026-04-27T05:08:08.266843Z","end":"2026-04-27T05:08:08.539389Z","steps":["trace[859932657] 'process raft request' (duration: 272.386271ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T05:08:47.615686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4876} {"level":"info","ts":"2026-04-27T05:08:47.657977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4876,"took":"41.073792ms","hash":2226585003,"current-db-size-bytes":38158336,"current-db-size":"38 MB","current-db-size-in-use-bytes":29704192,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-27T05:08:47.658032Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2226585003,"revision":4876,"compact-revision":2869}