{"level":"warn","ts":"2026-05-07T03:19:44.867788Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T03:19:44.867947Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T03:19:44.868256Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T03:19:44.868339Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-05-07T03:19:44.868382Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T03:19:44.870362Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-05-07T03:19:44.870544Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T03:19:44.898712Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"27.401755ms"} {"level":"info","ts":"2026-05-07T03:19:44.93982Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-05-07T03:19:44.939934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T03:19:44.939959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-05-07T03:19:44.939972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T03:19:44.939984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-05-07T03:19:44.940019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-05-07T03:19:45.006445Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T03:19:45.015992Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T03:19:45.027557Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T03:19:45.036119Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T03:19:45.036554Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T03:19:45.037519Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T03:19:45.037618Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T03:19:45.037637Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T03:19:45.041205Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T03:19:45.0413Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-05-07T03:19:45.041323Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-05-07T03:19:45.041582Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T03:19:45.041637Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T03:19:45.087596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-05-07T03:19:45.087892Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-05-07T03:19:45.241118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T03:19:45.241202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T03:19:45.241237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-05-07T03:19:45.241255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-05-07T03:19:45.241267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-05-07T03:19:45.241283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-05-07T03:19:45.2413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-05-07T03:19:45.271246Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:19:45.280402Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T03:19:45.280555Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T03:19:45.28162Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T03:19:45.282792Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T03:19:45.29171Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-05-07T03:19:45.295941Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T03:19:45.29603Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T03:19:45.308131Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:19:45.30828Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:19:45.308318Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-05-07T03:19:45.615406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.550203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-07T03:19:45.615438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.11072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.615501Z","caller":"traceutil/trace.go:171","msg":"trace[1835604030] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"166.196212ms","start":"2026-05-07T03:19:45.449291Z","end":"2026-05-07T03:19:45.615487Z","steps":["trace[1835604030] 'count revisions from in-memory index tree' (duration: 166.053409ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:45.615505Z","caller":"traceutil/trace.go:171","msg":"trace[1984782711] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"266.666026ms","start":"2026-05-07T03:19:45.348813Z","end":"2026-05-07T03:19:45.615479Z","steps":["trace[1984782711] 'count revisions from in-memory index tree' (duration: 266.516833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.615686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.165797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.615715Z","caller":"traceutil/trace.go:171","msg":"trace[658385755] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"156.208549ms","start":"2026-05-07T03:19:45.4595Z","end":"2026-05-07T03:19:45.615709Z","steps":["trace[658385755] 'count revisions from in-memory index tree' (duration: 156.129607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.615751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.989282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.615795Z","caller":"traceutil/trace.go:171","msg":"trace[1862866687] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"267.036713ms","start":"2026-05-07T03:19:45.348748Z","end":"2026-05-07T03:19:45.615785Z","steps":["trace[1862866687] 'range keys from in-memory index tree' (duration: 266.84943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.615831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.170037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.615857Z","caller":"traceutil/trace.go:171","msg":"trace[571294396] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"156.202538ms","start":"2026-05-07T03:19:45.459649Z","end":"2026-05-07T03:19:45.615851Z","steps":["trace[571294396] 'range keys from in-memory index tree' (duration: 156.095446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.615945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.716003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.615978Z","caller":"traceutil/trace.go:171","msg":"trace[1662260955] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"141.771115ms","start":"2026-05-07T03:19:45.474198Z","end":"2026-05-07T03:19:45.615969Z","steps":["trace[1662260955] 'range keys from in-memory index tree' (duration: 141.660872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.616124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.757254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.616158Z","caller":"traceutil/trace.go:171","msg":"trace[915680705] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"141.802755ms","start":"2026-05-07T03:19:45.474347Z","end":"2026-05-07T03:19:45.61615Z","steps":["trace[915680705] 'count revisions from in-memory index tree' (duration: 141.738294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.616255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.566286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.616276Z","caller":"traceutil/trace.go:171","msg":"trace[130233852] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"130.588507ms","start":"2026-05-07T03:19:45.485681Z","end":"2026-05-07T03:19:45.616269Z","steps":["trace[130233852] 'count revisions from in-memory index tree' (duration: 130.535286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.616415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.827251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.61645Z","caller":"traceutil/trace.go:171","msg":"trace[1437522579] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"130.898073ms","start":"2026-05-07T03:19:45.485544Z","end":"2026-05-07T03:19:45.616442Z","steps":["trace[1437522579] 'range keys from in-memory index tree' (duration: 130.673268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.616567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.884398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.616607Z","caller":"traceutil/trace.go:171","msg":"trace[899356732] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"118.926999ms","start":"2026-05-07T03:19:45.497665Z","end":"2026-05-07T03:19:45.616592Z","steps":["trace[899356732] 'range keys from in-memory index tree' (duration: 118.861777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.616737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.136183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.616775Z","caller":"traceutil/trace.go:171","msg":"trace[2145150916] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"119.183274ms","start":"2026-05-07T03:19:45.497583Z","end":"2026-05-07T03:19:45.616767Z","steps":["trace[2145150916] 'count revisions from in-memory index tree' (duration: 119.030771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.616859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.201231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.616882Z","caller":"traceutil/trace.go:171","msg":"trace[1938739225] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"109.238052ms","start":"2026-05-07T03:19:45.507639Z","end":"2026-05-07T03:19:45.616877Z","steps":["trace[1938739225] 'range keys from in-memory index tree' (duration: 109.173131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.616977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.203172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.617Z","caller":"traceutil/trace.go:171","msg":"trace[2105626554] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"109.235532ms","start":"2026-05-07T03:19:45.50776Z","end":"2026-05-07T03:19:45.616995Z","steps":["trace[2105626554] 'count revisions from in-memory index tree' (duration: 109.180141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.615345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.035279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.617433Z","caller":"traceutil/trace.go:171","msg":"trace[186944840] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"168.168681ms","start":"2026-05-07T03:19:45.449254Z","end":"2026-05-07T03:19:45.617423Z","steps":["trace[186944840] 'range keys from in-memory index tree' (duration: 165.970467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.617458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.85377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.617521Z","caller":"traceutil/trace.go:171","msg":"trace[1132880740] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"242.936301ms","start":"2026-05-07T03:19:45.374563Z","end":"2026-05-07T03:19:45.617499Z","steps":["trace[1132880740] 'count revisions from in-memory index tree' (duration: 242.799199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.617761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.888117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.617807Z","caller":"traceutil/trace.go:171","msg":"trace[1381798029] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"233.937448ms","start":"2026-05-07T03:19:45.383854Z","end":"2026-05-07T03:19:45.617792Z","steps":["trace[1381798029] 'count revisions from in-memory index tree' (duration: 233.864847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.617972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.138923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.618007Z","caller":"traceutil/trace.go:171","msg":"trace[2093677387] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"234.188914ms","start":"2026-05-07T03:19:45.38381Z","end":"2026-05-07T03:19:45.617999Z","steps":["trace[2093677387] 'range keys from in-memory index tree' (duration: 234.062712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.618165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.401973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.618199Z","caller":"traceutil/trace.go:171","msg":"trace[733439954] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"218.453034ms","start":"2026-05-07T03:19:45.399738Z","end":"2026-05-07T03:19:45.618191Z","steps":["trace[733439954] 'count revisions from in-memory index tree' (duration: 218.382652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.618342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.622538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.618377Z","caller":"traceutil/trace.go:171","msg":"trace[1038701183] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"218.667479ms","start":"2026-05-07T03:19:45.399701Z","end":"2026-05-07T03:19:45.618369Z","steps":["trace[1038701183] 'range keys from in-memory index tree' (duration: 218.550426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.618497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.742718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.618532Z","caller":"traceutil/trace.go:171","msg":"trace[1856761900] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"210.779119ms","start":"2026-05-07T03:19:45.407745Z","end":"2026-05-07T03:19:45.618524Z","steps":["trace[1856761900] 'count revisions from in-memory index tree' (duration: 210.715937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.618616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.920861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.618635Z","caller":"traceutil/trace.go:171","msg":"trace[624017772] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"210.949202ms","start":"2026-05-07T03:19:45.40768Z","end":"2026-05-07T03:19:45.618629Z","steps":["trace[624017772] 'range keys from in-memory index tree' (duration: 210.829519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.618686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.737364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.618703Z","caller":"traceutil/trace.go:171","msg":"trace[617666504] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"199.765644ms","start":"2026-05-07T03:19:45.418934Z","end":"2026-05-07T03:19:45.6187Z","steps":["trace[617666504] 'range keys from in-memory index tree' (duration: 199.706643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.618786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.689442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.618805Z","caller":"traceutil/trace.go:171","msg":"trace[583835023] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"199.723262ms","start":"2026-05-07T03:19:45.419078Z","end":"2026-05-07T03:19:45.618802Z","steps":["trace[583835023] 'count revisions from in-memory index tree' (duration: 199.665772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.618877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.765842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.618895Z","caller":"traceutil/trace.go:171","msg":"trace[2049148522] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"191.804982ms","start":"2026-05-07T03:19:45.427086Z","end":"2026-05-07T03:19:45.618891Z","steps":["trace[2049148522] 'range keys from in-memory index tree' (duration: 191.73279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.618933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.715441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.618951Z","caller":"traceutil/trace.go:171","msg":"trace[1147469522] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"191.742741ms","start":"2026-05-07T03:19:45.427204Z","end":"2026-05-07T03:19:45.618947Z","steps":["trace[1147469522] 'count revisions from in-memory index tree' (duration: 191.69434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.61909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.456301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.61915Z","caller":"traceutil/trace.go:171","msg":"trace[19696454] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"182.551433ms","start":"2026-05-07T03:19:45.436586Z","end":"2026-05-07T03:19:45.619137Z","steps":["trace[19696454] 'count revisions from in-memory index tree' (duration: 182.415371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.619273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.706746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:45.619331Z","caller":"traceutil/trace.go:171","msg":"trace[1718471768] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"182.776168ms","start":"2026-05-07T03:19:45.436539Z","end":"2026-05-07T03:19:45.619315Z","steps":["trace[1718471768] 'range keys from in-memory index tree' (duration: 182.632675ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.704138Z","caller":"traceutil/trace.go:171","msg":"trace[1840297867] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"104.657558ms","start":"2026-05-07T03:19:46.599443Z","end":"2026-05-07T03:19:46.7041Z","steps":["trace[1840297867] 'process raft request' (duration: 27.3934ms)","trace[1840297867] 'compare' (duration: 77.033173ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:46.787365Z","caller":"traceutil/trace.go:171","msg":"trace[2102901438] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"122.715696ms","start":"2026-05-07T03:19:46.664571Z","end":"2026-05-07T03:19:46.787287Z","steps":["trace[2102901438] 'process raft request' (duration: 122.533693ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.787426Z","caller":"traceutil/trace.go:171","msg":"trace[1277165191] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"122.549373ms","start":"2026-05-07T03:19:46.664842Z","end":"2026-05-07T03:19:46.787392Z","steps":["trace[1277165191] 'process raft request' (duration: 122.38394ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.787907Z","caller":"traceutil/trace.go:171","msg":"trace[450408856] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"122.629595ms","start":"2026-05-07T03:19:46.664993Z","end":"2026-05-07T03:19:46.787623Z","steps":["trace[450408856] 'process raft request' (duration: 122.270008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.788055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.98121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-07T03:19:46.788127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.689933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:46.788169Z","caller":"traceutil/trace.go:171","msg":"trace[2135545073] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"136.764094ms","start":"2026-05-07T03:19:46.651391Z","end":"2026-05-07T03:19:46.788155Z","steps":["trace[2135545073] 'agreement among raft nodes before linearized reading' (duration: 136.709573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.788231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.264658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:46.78813Z","caller":"traceutil/trace.go:171","msg":"trace[1427069082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:9; }","duration":"117.068962ms","start":"2026-05-07T03:19:46.671032Z","end":"2026-05-07T03:19:46.788101Z","steps":["trace[1427069082] 'agreement among raft nodes before linearized reading' (duration: 116.874068ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.788366Z","caller":"traceutil/trace.go:171","msg":"trace[1281419354] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"125.441071ms","start":"2026-05-07T03:19:46.662885Z","end":"2026-05-07T03:19:46.788326Z","steps":["trace[1281419354] 'agreement among raft nodes before linearized reading' (duration: 125.188756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.788055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.608135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:46.788565Z","caller":"traceutil/trace.go:171","msg":"trace[924493165] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9; }","duration":"123.144975ms","start":"2026-05-07T03:19:46.665398Z","end":"2026-05-07T03:19:46.788543Z","steps":["trace[924493165] 'agreement among raft nodes before linearized reading' (duration: 122.583444ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.788548Z","caller":"traceutil/trace.go:171","msg":"trace[819252267] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"122.648695ms","start":"2026-05-07T03:19:46.665852Z","end":"2026-05-07T03:19:46.7885Z","steps":["trace[819252267] 'process raft request' (duration: 121.858149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.788603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.538101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:46.788317Z","caller":"traceutil/trace.go:171","msg":"trace[88507809] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"123.158156ms","start":"2026-05-07T03:19:46.665045Z","end":"2026-05-07T03:19:46.788203Z","steps":["trace[88507809] 'process raft request' (duration: 122.288538ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.788716Z","caller":"traceutil/trace.go:171","msg":"trace[935331697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:9; }","duration":"117.681614ms","start":"2026-05-07T03:19:46.670996Z","end":"2026-05-07T03:19:46.788678Z","steps":["trace[935331697] 'agreement among raft nodes before linearized reading' (duration: 116.890648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.788301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.330399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:46.788923Z","caller":"traceutil/trace.go:171","msg":"trace[663729183] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:0; response_revision:9; }","duration":"126.005394ms","start":"2026-05-07T03:19:46.662904Z","end":"2026-05-07T03:19:46.788909Z","steps":["trace[663729183] 'agreement among raft nodes before linearized reading' (duration: 125.013153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.929806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.256235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:46.930126Z","caller":"traceutil/trace.go:171","msg":"trace[1399506272] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"220.802441ms","start":"2026-05-07T03:19:46.709267Z","end":"2026-05-07T03:19:46.930069Z","steps":["trace[1399506272] 'process raft request' (duration: 107.567416ms)","trace[1399506272] 'compare' (duration: 111.934988ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:46.930144Z","caller":"traceutil/trace.go:171","msg":"trace[995866550] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:12; }","duration":"142.327238ms","start":"2026-05-07T03:19:46.787757Z","end":"2026-05-07T03:19:46.930084Z","steps":["trace[995866550] 'read index received' (duration: 29.048893ms)","trace[995866550] 'applied index is now lower than readState.Index' (duration: 113.274015ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:46.930434Z","caller":"traceutil/trace.go:171","msg":"trace[254634756] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"136.791646ms","start":"2026-05-07T03:19:46.793617Z","end":"2026-05-07T03:19:46.930409Z","steps":["trace[254634756] 'process raft request' (duration: 136.632972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.930593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.635954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-05-07T03:19:46.930656Z","caller":"traceutil/trace.go:171","msg":"trace[2057409632] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:14; }","duration":"213.758796ms","start":"2026-05-07T03:19:46.716884Z","end":"2026-05-07T03:19:46.930643Z","steps":["trace[2057409632] 'agreement among raft nodes before linearized reading' (duration: 213.43242ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.930685Z","caller":"traceutil/trace.go:171","msg":"trace[1122176888] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"137.112651ms","start":"2026-05-07T03:19:46.79354Z","end":"2026-05-07T03:19:46.930652Z","steps":["trace[1122176888] 'process raft request' (duration: 136.603041ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.930727Z","caller":"traceutil/trace.go:171","msg":"trace[1381493427] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"137.129862ms","start":"2026-05-07T03:19:46.793453Z","end":"2026-05-07T03:19:46.930583Z","steps":["trace[1381493427] 'process raft request' (duration: 136.644242ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.930754Z","caller":"traceutil/trace.go:171","msg":"trace[1781591777] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"137.759004ms","start":"2026-05-07T03:19:46.792741Z","end":"2026-05-07T03:19:46.9305Z","steps":["trace[1781591777] 'process raft request' (duration: 137.230984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.931088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.499187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:46.931142Z","caller":"traceutil/trace.go:171","msg":"trace[1460213838] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:15; }","duration":"223.592918ms","start":"2026-05-07T03:19:46.707537Z","end":"2026-05-07T03:19:46.93113Z","steps":["trace[1460213838] 'agreement among raft nodes before linearized reading' (duration: 222.897444ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.931284Z","caller":"traceutil/trace.go:171","msg":"trace[1636035785] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"137.54369ms","start":"2026-05-07T03:19:46.793638Z","end":"2026-05-07T03:19:46.931182Z","steps":["trace[1636035785] 'process raft request' (duration: 136.689233ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.931426Z","caller":"traceutil/trace.go:171","msg":"trace[1889233938] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"137.454159ms","start":"2026-05-07T03:19:46.793961Z","end":"2026-05-07T03:19:46.931415Z","steps":["trace[1889233938] 'process raft request' (duration: 136.973159ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.931527Z","caller":"traceutil/trace.go:171","msg":"trace[1040035078] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16; }","duration":"137.413088ms","start":"2026-05-07T03:19:46.794105Z","end":"2026-05-07T03:19:46.931518Z","steps":["trace[1040035078] 'process raft request' (duration: 137.199263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.931743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.400489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:46.931811Z","caller":"traceutil/trace.go:171","msg":"trace[468240977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16; }","duration":"140.501342ms","start":"2026-05-07T03:19:46.791284Z","end":"2026-05-07T03:19:46.931786Z","steps":["trace[468240977] 'agreement among raft nodes before linearized reading' (duration: 140.151264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.442414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.6821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:47.442691Z","caller":"traceutil/trace.go:171","msg":"trace[182134923] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"506.328375ms","start":"2026-05-07T03:19:46.936321Z","end":"2026-05-07T03:19:47.44265Z","steps":["trace[182134923] 'process raft request' (duration: 195.302008ms)","trace[182134923] 'compare' (duration: 310.491907ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:47.442917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.93631Z","time spent":"506.510919ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.442954Z","caller":"traceutil/trace.go:171","msg":"trace[791207115] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"506.518889ms","start":"2026-05-07T03:19:46.936392Z","end":"2026-05-07T03:19:47.442911Z","steps":["trace[791207115] 'process raft request' (duration: 506.168232ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:47.443037Z","caller":"traceutil/trace.go:171","msg":"trace[1448912248] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"506.016489ms","start":"2026-05-07T03:19:46.936986Z","end":"2026-05-07T03:19:47.443002Z","steps":["trace[1448912248] 'process raft request' (duration: 505.627031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.443098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.936381Z","time spent":"506.642472ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:47.443232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.936972Z","time spent":"506.191783ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.4437Z","caller":"traceutil/trace.go:171","msg":"trace[1222910221] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"506.635131ms","start":"2026-05-07T03:19:46.937049Z","end":"2026-05-07T03:19:47.443684Z","steps":["trace[1222910221] 'process raft request' (duration: 505.611071ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:47.443749Z","caller":"traceutil/trace.go:171","msg":"trace[540273009] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"446.069153ms","start":"2026-05-07T03:19:46.997669Z","end":"2026-05-07T03:19:47.443738Z","steps":["trace[540273009] 'process raft request' (duration: 446.041493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.443781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.937044Z","time spent":"506.704533ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:47.443801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.997642Z","time spent":"446.136565ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.443854Z","caller":"traceutil/trace.go:171","msg":"trace[1826012657] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"506.479288ms","start":"2026-05-07T03:19:46.937364Z","end":"2026-05-07T03:19:47.443843Z","steps":["trace[1826012657] 'process raft request' (duration: 506.290515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.443924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.937317Z","time spent":"506.55837ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.443945Z","caller":"traceutil/trace.go:171","msg":"trace[813378657] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"506.477227ms","start":"2026-05-07T03:19:46.93746Z","end":"2026-05-07T03:19:47.443937Z","steps":["trace[813378657] 'process raft request' (duration: 506.222782ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:47.443747Z","caller":"traceutil/trace.go:171","msg":"trace[838576861] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"506.537479ms","start":"2026-05-07T03:19:46.937152Z","end":"2026-05-07T03:19:47.443689Z","steps":["trace[838576861] 'process raft request' (duration: 506.422957ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:47.444073Z","caller":"traceutil/trace.go:171","msg":"trace[1299387883] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"506.782205ms","start":"2026-05-07T03:19:46.937272Z","end":"2026-05-07T03:19:47.444055Z","steps":["trace[1299387883] 'process raft request' (duration: 506.344646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.444163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.937265Z","time spent":"506.858486ms","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:47.44434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.937146Z","time spent":"506.936577ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.444428Z","caller":"traceutil/trace.go:171","msg":"trace[992347533] linearizableReadLoop","detail":"{readStateIndex:29; appliedIndex:21; }","duration":"449.489123ms","start":"2026-05-07T03:19:46.994918Z","end":"2026-05-07T03:19:47.444407Z","steps":["trace[992347533] 'read index received' (duration: 136.901024ms)","trace[992347533] 'applied index is now lower than readState.Index' (duration: 312.560198ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:47.444625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.26576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-07T03:19:47.4448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.456119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:47.444887Z","caller":"traceutil/trace.go:171","msg":"trace[202176164] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:26; }","duration":"507.604532ms","start":"2026-05-07T03:19:46.93726Z","end":"2026-05-07T03:19:47.444864Z","steps":["trace[202176164] 'agreement among raft nodes before linearized reading' (duration: 507.248295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.444901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.17736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:47.445276Z","caller":"traceutil/trace.go:171","msg":"trace[1023805618] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:26; }","duration":"455.591259ms","start":"2026-05-07T03:19:46.989661Z","end":"2026-05-07T03:19:47.445252Z","steps":["trace[1023805618] 'agreement among raft nodes before linearized reading' (duration: 455.197251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.44534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.989638Z","time spent":"455.685131ms","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-05-07T03:19:47.444962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.937225Z","time spent":"507.724205ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-05-07T03:19:47.444813Z","caller":"traceutil/trace.go:171","msg":"trace[1712974282] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:26; }","duration":"450.508485ms","start":"2026-05-07T03:19:46.994282Z","end":"2026-05-07T03:19:47.44479Z","steps":["trace[1712974282] 'agreement among raft nodes before linearized reading' (duration: 450.170608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.445815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.99424Z","time spent":"451.553296ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-07T03:19:47.444906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:46.937444Z","time spent":"506.517818ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:47.989099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.246946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:47.989234Z","caller":"traceutil/trace.go:171","msg":"trace[627253013] linearizableReadLoop","detail":"{readStateIndex:31; appliedIndex:30; }","duration":"539.00062ms","start":"2026-05-07T03:19:47.450211Z","end":"2026-05-07T03:19:47.989212Z","steps":["trace[627253013] 'read index received' (duration: 258.482059ms)","trace[627253013] 'applied index is now lower than readState.Index' (duration: 280.516831ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:47.989324Z","caller":"traceutil/trace.go:171","msg":"trace[573171758] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"539.169064ms","start":"2026-05-07T03:19:47.450089Z","end":"2026-05-07T03:19:47.989258Z","steps":["trace[573171758] 'process raft request' (duration: 258.671613ms)","trace[573171758] 'compare' (duration: 280.073192ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:47.98953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.296057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-07T03:19:47.989702Z","caller":"traceutil/trace.go:171","msg":"trace[337878538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27; }","duration":"539.50379ms","start":"2026-05-07T03:19:47.450172Z","end":"2026-05-07T03:19:47.989676Z","steps":["trace[337878538] 'agreement among raft nodes before linearized reading' (duration: 539.116082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.98959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.450065Z","time spent":"539.409208ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:47.98981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.450166Z","time spent":"539.632383ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:19:47.996528Z","caller":"traceutil/trace.go:171","msg":"trace[1425466855] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"545.494254ms","start":"2026-05-07T03:19:47.45101Z","end":"2026-05-07T03:19:47.996504Z","steps":["trace[1425466855] 'process raft request' (duration: 545.092055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.996645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.450955Z","time spent":"545.631927ms","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.996775Z","caller":"traceutil/trace.go:171","msg":"trace[266927044] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"544.858761ms","start":"2026-05-07T03:19:47.451861Z","end":"2026-05-07T03:19:47.99672Z","steps":["trace[266927044] 'process raft request' (duration: 544.405521ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:47.996833Z","caller":"traceutil/trace.go:171","msg":"trace[1677608981] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"543.329929ms","start":"2026-05-07T03:19:47.453491Z","end":"2026-05-07T03:19:47.99682Z","steps":["trace[1677608981] 'process raft request' (duration: 542.909731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.996897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.453478Z","time spent":"543.38531ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:47.996936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.451849Z","time spent":"545.001504ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.997027Z","caller":"traceutil/trace.go:171","msg":"trace[591866690] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"544.772799ms","start":"2026-05-07T03:19:47.452245Z","end":"2026-05-07T03:19:47.997017Z","steps":["trace[591866690] 'process raft request' (duration: 544.106266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.997079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.452237Z","time spent":"544.82147ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.997245Z","caller":"traceutil/trace.go:171","msg":"trace[428905747] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"543.501243ms","start":"2026-05-07T03:19:47.453735Z","end":"2026-05-07T03:19:47.997236Z","steps":["trace[428905747] 'process raft request' (duration: 542.803169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.997306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.453731Z","time spent":"543.544863ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.997297Z","caller":"traceutil/trace.go:171","msg":"trace[1724197070] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"543.588225ms","start":"2026-05-07T03:19:47.45366Z","end":"2026-05-07T03:19:47.997249Z","steps":["trace[1724197070] 'process raft request' (duration: 542.82573ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:47.997705Z","caller":"traceutil/trace.go:171","msg":"trace[1131229333] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"543.918111ms","start":"2026-05-07T03:19:47.453775Z","end":"2026-05-07T03:19:47.997693Z","steps":["trace[1131229333] 'process raft request' (duration: 542.802138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.997739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.453655Z","time spent":"543.776109ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:47.997774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.453762Z","time spent":"543.984253ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:47.99829Z","caller":"traceutil/trace.go:171","msg":"trace[2011104839] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"544.109795ms","start":"2026-05-07T03:19:47.45416Z","end":"2026-05-07T03:19:47.99827Z","steps":["trace[2011104839] 'process raft request' (duration: 543.760638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:47.998626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.454153Z","time spent":"544.414521ms","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:48.078654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.590202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:48.078739Z","caller":"traceutil/trace.go:171","msg":"trace[596789418] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:39; }","duration":"626.715975ms","start":"2026-05-07T03:19:47.452005Z","end":"2026-05-07T03:19:48.078721Z","steps":["trace[596789418] 'agreement among raft nodes before linearized reading' (duration: 626.540611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:48.078746Z","caller":"traceutil/trace.go:171","msg":"trace[1471262832] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"285.53704ms","start":"2026-05-07T03:19:47.793193Z","end":"2026-05-07T03:19:48.07873Z","steps":["trace[1471262832] 'process raft request' (duration: 285.154102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.078782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.451999Z","time spent":"626.763415ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" "} {"level":"warn","ts":"2026-05-07T03:19:48.079155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.507546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-07T03:19:48.079156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.678308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:48.079153Z","caller":"traceutil/trace.go:171","msg":"trace[340787299] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"278.912044ms","start":"2026-05-07T03:19:47.800185Z","end":"2026-05-07T03:19:48.079097Z","steps":["trace[340787299] 'process raft request' (duration: 278.260731ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:48.079213Z","caller":"traceutil/trace.go:171","msg":"trace[1746112201] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:39; }","duration":"359.611187ms","start":"2026-05-07T03:19:47.719588Z","end":"2026-05-07T03:19:48.079199Z","steps":["trace[1746112201] 'agreement among raft nodes before linearized reading' (duration: 359.514805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.079238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.719544Z","time spent":"359.687869ms","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-05-07T03:19:48.079225Z","caller":"traceutil/trace.go:171","msg":"trace[216060693] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:39; }","duration":"516.81519ms","start":"2026-05-07T03:19:47.562393Z","end":"2026-05-07T03:19:48.079208Z","steps":["trace[216060693] 'agreement among raft nodes before linearized reading' (duration: 516.680148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.079343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.282809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:48.079376Z","caller":"traceutil/trace.go:171","msg":"trace[412930252] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:39; }","duration":"514.359611ms","start":"2026-05-07T03:19:47.565007Z","end":"2026-05-07T03:19:48.079367Z","steps":["trace[412930252] 'agreement among raft nodes before linearized reading' (duration: 514.304689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.079406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.564982Z","time spent":"514.415771ms","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-05-07T03:19:48.079406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.562368Z","time spent":"517.019525ms","remote":"127.0.0.1:47812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-05-07T03:19:48.079421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.413135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-07T03:19:48.079542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.552796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:48.07969Z","caller":"traceutil/trace.go:171","msg":"trace[1449577422] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:39; }","duration":"399.74179ms","start":"2026-05-07T03:19:47.679898Z","end":"2026-05-07T03:19:48.079639Z","steps":["trace[1449577422] 'agreement among raft nodes before linearized reading' (duration: 399.512915ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:48.079683Z","caller":"traceutil/trace.go:171","msg":"trace[1112185361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39; }","duration":"441.771931ms","start":"2026-05-07T03:19:47.637829Z","end":"2026-05-07T03:19:48.079601Z","steps":["trace[1112185361] 'agreement among raft nodes before linearized reading' (duration: 441.133688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.079777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.679875Z","time spent":"399.888783ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-07T03:19:48.079876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:47.6378Z","time spent":"442.060307ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:48.404498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.525636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:48.404609Z","caller":"traceutil/trace.go:171","msg":"trace[950813930] linearizableReadLoop","detail":"{readStateIndex:44; appliedIndex:43; }","duration":"323.000167ms","start":"2026-05-07T03:19:48.081592Z","end":"2026-05-07T03:19:48.404592Z","steps":["trace[950813930] 'read index received' (duration: 20.318259ms)","trace[950813930] 'applied index is now lower than readState.Index' (duration: 302.680828ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:48.404686Z","caller":"traceutil/trace.go:171","msg":"trace[2002409130] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"403.141906ms","start":"2026-05-07T03:19:48.001483Z","end":"2026-05-07T03:19:48.404625Z","steps":["trace[2002409130] 'process raft request' (duration: 100.410686ms)","trace[2002409130] 'compare' (duration: 302.365963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:48.404757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.14676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:48.404795Z","caller":"traceutil/trace.go:171","msg":"trace[336298304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40; }","duration":"323.223301ms","start":"2026-05-07T03:19:48.081562Z","end":"2026-05-07T03:19:48.404785Z","steps":["trace[336298304] 'agreement among raft nodes before linearized reading' (duration: 323.096209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.404834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:48.081509Z","time spent":"323.319783ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:48.404847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:48.001457Z","time spent":"403.313859ms","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:48.613766Z","caller":"traceutil/trace.go:171","msg":"trace[1915929614] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"205.152851ms","start":"2026-05-07T03:19:48.408591Z","end":"2026-05-07T03:19:48.613744Z","steps":["trace[1915929614] 'process raft request' (duration: 205.114ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:48.613971Z","caller":"traceutil/trace.go:171","msg":"trace[211525882] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"531.383145ms","start":"2026-05-07T03:19:48.08257Z","end":"2026-05-07T03:19:48.613953Z","steps":["trace[211525882] 'process raft request' (duration: 444.513438ms)","trace[211525882] 'compare' (duration: 86.350397ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:48.614094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:48.08256Z","time spent":"531.457527ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":350,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:48.614258Z","caller":"traceutil/trace.go:171","msg":"trace[1750808643] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"529.460275ms","start":"2026-05-07T03:19:48.084787Z","end":"2026-05-07T03:19:48.614248Z","steps":["trace[1750808643] 'process raft request' (duration: 528.807162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.614342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:48.084774Z","time spent":"529.524586ms","remote":"127.0.0.1:47812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:48.614353Z","caller":"traceutil/trace.go:171","msg":"trace[83347933] linearizableReadLoop","detail":"{readStateIndex:47; appliedIndex:44; }","duration":"209.637034ms","start":"2026-05-07T03:19:48.404634Z","end":"2026-05-07T03:19:48.614271Z","steps":["trace[83347933] 'read index received' (duration: 122.480421ms)","trace[83347933] 'applied index is now lower than readState.Index' (duration: 87.149893ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:48.614536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.758571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3491"} {"level":"info","ts":"2026-05-07T03:19:48.614462Z","caller":"traceutil/trace.go:171","msg":"trace[1423572253] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"523.000572ms","start":"2026-05-07T03:19:48.091441Z","end":"2026-05-07T03:19:48.614442Z","steps":["trace[1423572253] 'process raft request' (duration: 522.213116ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:48.614595Z","caller":"traceutil/trace.go:171","msg":"trace[1262044617] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:44; }","duration":"529.857663ms","start":"2026-05-07T03:19:48.084723Z","end":"2026-05-07T03:19:48.614581Z","steps":["trace[1262044617] 'agreement among raft nodes before linearized reading' (duration: 529.687899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.614641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:48.084711Z","time spent":"529.920724ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3514,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T03:19:48.614652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.883014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-07T03:19:48.614662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:48.091428Z","time spent":"523.170326ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3479,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:48.614573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.085059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3491"} {"level":"info","ts":"2026-05-07T03:19:48.614828Z","caller":"traceutil/trace.go:171","msg":"trace[1228759252] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:44; }","duration":"532.358935ms","start":"2026-05-07T03:19:48.082455Z","end":"2026-05-07T03:19:48.614814Z","steps":["trace[1228759252] 'agreement among raft nodes before linearized reading' (duration: 532.022008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.61491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:48.082447Z","time spent":"532.450546ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3514,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T03:19:48.614792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.290113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-ghqvm\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-05-07T03:19:48.615103Z","caller":"traceutil/trace.go:171","msg":"trace[591530387] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-ghqvm; range_end:; response_count:1; response_revision:44; }","duration":"531.615628ms","start":"2026-05-07T03:19:48.083427Z","end":"2026-05-07T03:19:48.615043Z","steps":["trace[591530387] 'agreement among raft nodes before linearized reading' (duration: 531.138549ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:48.61485Z","caller":"traceutil/trace.go:171","msg":"trace[932847618] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:44; }","duration":"531.008116ms","start":"2026-05-07T03:19:48.083681Z","end":"2026-05-07T03:19:48.614689Z","steps":["trace[932847618] 'agreement among raft nodes before linearized reading' (duration: 530.865183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.615533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:48.083404Z","time spent":"532.1143ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":884,"request content":"key:\"/registry/certificatesigningrequests/csr-ghqvm\" "} {"level":"warn","ts":"2026-05-07T03:19:48.615877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:48.083672Z","time spent":"532.12469ms","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"info","ts":"2026-05-07T03:19:48.88947Z","caller":"traceutil/trace.go:171","msg":"trace[511692318] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"268.039464ms","start":"2026-05-07T03:19:48.621387Z","end":"2026-05-07T03:19:48.889426Z","steps":["trace[511692318] 'process raft request' (duration: 181.529245ms)","trace[511692318] 'compare' (duration: 86.243643ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:48.889515Z","caller":"traceutil/trace.go:171","msg":"trace[410406537] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"246.682474ms","start":"2026-05-07T03:19:48.642805Z","end":"2026-05-07T03:19:48.889487Z","steps":["trace[410406537] 'process raft request' (duration: 246.638713ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:48.889864Z","caller":"traceutil/trace.go:171","msg":"trace[1623987634] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"266.828129ms","start":"2026-05-07T03:19:48.622962Z","end":"2026-05-07T03:19:48.88979Z","steps":["trace[1623987634] 'process raft request' (duration: 266.437441ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:48.889828Z","caller":"traceutil/trace.go:171","msg":"trace[1690668057] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"267.858949ms","start":"2026-05-07T03:19:48.621948Z","end":"2026-05-07T03:19:48.889807Z","steps":["trace[1690668057] 'process raft request' (duration: 267.41146ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:48.890191Z","caller":"traceutil/trace.go:171","msg":"trace[749301043] linearizableReadLoop","detail":"{readStateIndex:52; appliedIndex:49; }","duration":"249.631417ms","start":"2026-05-07T03:19:48.640531Z","end":"2026-05-07T03:19:48.890162Z","steps":["trace[749301043] 'read index received' (duration: 162.401202ms)","trace[749301043] 'applied index is now lower than readState.Index' (duration: 87.228625ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:48.890483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.77892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:48.890661Z","caller":"traceutil/trace.go:171","msg":"trace[2026258099] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:49; }","duration":"164.997324ms","start":"2026-05-07T03:19:48.725645Z","end":"2026-05-07T03:19:48.890643Z","steps":["trace[2026258099] 'agreement among raft nodes before linearized reading' (duration: 164.77692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.890492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.457143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:48.890844Z","caller":"traceutil/trace.go:171","msg":"trace[1808822651] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:49; }","duration":"268.851671ms","start":"2026-05-07T03:19:48.621975Z","end":"2026-05-07T03:19:48.890826Z","steps":["trace[1808822651] 'agreement among raft nodes before linearized reading' (duration: 268.351261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:48.890535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.134741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:48.891238Z","caller":"traceutil/trace.go:171","msg":"trace[592813913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:49; }","duration":"153.853255ms","start":"2026-05-07T03:19:48.737351Z","end":"2026-05-07T03:19:48.891204Z","steps":["trace[592813913] 'agreement among raft nodes before linearized reading' (duration: 153.12065ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:49.052595Z","caller":"traceutil/trace.go:171","msg":"trace[1351252579] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"156.716468ms","start":"2026-05-07T03:19:48.895859Z","end":"2026-05-07T03:19:49.052576Z","steps":["trace[1351252579] 'process raft request' (duration: 156.678157ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:49.05264Z","caller":"traceutil/trace.go:171","msg":"trace[949421167] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"158.997575ms","start":"2026-05-07T03:19:48.893612Z","end":"2026-05-07T03:19:49.05261Z","steps":["trace[949421167] 'process raft request' (duration: 126.81098ms)","trace[949421167] 'compare' (duration: 31.94737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:49.052925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.792341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:49.05304Z","caller":"traceutil/trace.go:171","msg":"trace[266609620] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:52; }","duration":"158.950885ms","start":"2026-05-07T03:19:48.894075Z","end":"2026-05-07T03:19:49.053026Z","steps":["trace[266609620] 'agreement among raft nodes before linearized reading' (duration: 158.787322ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:49.05283Z","caller":"traceutil/trace.go:171","msg":"trace[1231832290] linearizableReadLoop","detail":"{readStateIndex:54; appliedIndex:53; }","duration":"158.469875ms","start":"2026-05-07T03:19:48.89411Z","end":"2026-05-07T03:19:49.05258Z","steps":["trace[1231832290] 'read index received' (duration: 126.346291ms)","trace[1231832290] 'applied index is now lower than readState.Index' (duration: 32.120014ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:49.052839Z","caller":"traceutil/trace.go:171","msg":"trace[986388736] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"157.213018ms","start":"2026-05-07T03:19:48.895606Z","end":"2026-05-07T03:19:49.052819Z","steps":["trace[986388736] 'process raft request' (duration: 156.898971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:51.136834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999862386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:51.136929Z","caller":"traceutil/trace.go:171","msg":"trace[1832166586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014089s","start":"2026-05-07T03:19:49.136887Z","end":"2026-05-07T03:19:51.136901Z","steps":["trace[1832166586] 'agreement among raft nodes before linearized reading' (duration: 1.999910376s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:51.136976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:49.136858Z","time spent":"2.00010842s","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:19:51 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:51.702616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484149711s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:51.702794Z","caller":"traceutil/trace.go:171","msg":"trace[827411638] linearizableReadLoop","detail":"{readStateIndex:58; appliedIndex:57; }","duration":"2.643552322s","start":"2026-05-07T03:19:49.059219Z","end":"2026-05-07T03:19:51.702771Z","steps":["trace[827411638] 'read index received' (duration: 52.961494ms)","trace[827411638] 'applied index is now lower than readState.Index' (duration: 2.590588878s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:51.702834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:49.681506Z","time spent":"2.021325873s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:19:51.70291Z","caller":"traceutil/trace.go:171","msg":"trace[1011606679] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"2.645095635s","start":"2026-05-07T03:19:49.057788Z","end":"2026-05-07T03:19:51.702883Z","steps":["trace[1011606679] 'process raft request' (duration: 160.613247ms)","trace[1011606679] 'compare' (duration: 2.483776992s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:51.703001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:49.057776Z","time spent":"2.645159066s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:51.703051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643811147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:51.703109Z","caller":"traceutil/trace.go:171","msg":"trace[7979164] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:55; }","duration":"2.643889499s","start":"2026-05-07T03:19:49.059205Z","end":"2026-05-07T03:19:51.703094Z","steps":["trace[7979164] 'agreement among raft nodes before linearized reading' (duration: 2.643789587s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:51.703149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:49.059199Z","time spent":"2.643931261s","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"info","ts":"2026-05-07T03:19:51.703154Z","caller":"traceutil/trace.go:171","msg":"trace[120095034] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"2.587416704s","start":"2026-05-07T03:19:49.115721Z","end":"2026-05-07T03:19:51.703138Z","steps":["trace[120095034] 'process raft request' (duration: 2.586988425s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:51.703235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:49.115701Z","time spent":"2.587486705s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:52.003578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:52.003662Z","caller":"traceutil/trace.go:171","msg":"trace[343661706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013628s","start":"2026-05-07T03:19:50.003507Z","end":"2026-05-07T03:19:52.003643Z","steps":["trace[343661706] 'agreement among raft nodes before linearized reading' (duration: 1.999947756s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:52.00371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:50.003484Z","time spent":"2.000217092s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:19:52 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:52.202916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147244741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:52.707143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147244741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:53.207655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147244741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:53.238371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:53.238677Z","caller":"traceutil/trace.go:171","msg":"trace[735432301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903586s","start":"2026-05-07T03:19:51.237738Z","end":"2026-05-07T03:19:53.238642Z","steps":["trace[735432301] 'agreement among raft nodes before linearized reading' (duration: 2.000478707s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.238826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:51.237715Z","time spent":"2.001091889s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:19:53 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:53.538972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.474254887s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:19:53.551396Z","caller":"traceutil/trace.go:171","msg":"trace[860242467] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"3.486792339s","start":"2026-05-07T03:19:50.064578Z","end":"2026-05-07T03:19:53.55137Z","steps":["trace[860242467] 'process raft request' (duration: 3.474690786s)","trace[860242467] 'compare' (duration: 11.9483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:53.551546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:50.064551Z","time spent":"3.486902122s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:53.552305Z","caller":"traceutil/trace.go:171","msg":"trace[1189746521] linearizableReadLoop","detail":"{readStateIndex:66; appliedIndex:60; }","duration":"1.849440472s","start":"2026-05-07T03:19:51.702844Z","end":"2026-05-07T03:19:53.552284Z","steps":["trace[1189746521] 'read index received' (duration: 1.836439179s)","trace[1189746521] 'applied index is now lower than readState.Index' (duration: 13.000433ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:53.552579Z","caller":"traceutil/trace.go:171","msg":"trace[93116483] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"1.847309809s","start":"2026-05-07T03:19:51.705246Z","end":"2026-05-07T03:19:53.552555Z","steps":["trace[93116483] 'process raft request' (duration: 1.846803308s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:53.55276Z","caller":"traceutil/trace.go:171","msg":"trace[1526508717] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"1.846350598s","start":"2026-05-07T03:19:51.706376Z","end":"2026-05-07T03:19:53.552726Z","steps":["trace[1526508717] 'process raft request' (duration: 1.845789987s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.552882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:51.706367Z","time spent":"1.84643139s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1059,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:53.553111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:51.705223Z","time spent":"1.847542703s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:53.553287Z","caller":"traceutil/trace.go:171","msg":"trace[1036238484] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"1.332305308s","start":"2026-05-07T03:19:52.220948Z","end":"2026-05-07T03:19:53.553254Z","steps":["trace[1036238484] 'process raft request' (duration: 1.331296147s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.553333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468884248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-05-07T03:19:53.553358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84692174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:53.553401Z","caller":"traceutil/trace.go:171","msg":"trace[695595946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:61; }","duration":"3.468981471s","start":"2026-05-07T03:19:50.084398Z","end":"2026-05-07T03:19:53.55338Z","steps":["trace[695595946] 'agreement among raft nodes before linearized reading' (duration: 3.468810587s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.553442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:52.220926Z","time spent":"1.332439981s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:53.553461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550685733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T03:19:53.553466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:50.084378Z","time spent":"3.469073662s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:19:53.553493Z","caller":"traceutil/trace.go:171","msg":"trace[1732468455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:61; }","duration":"3.550748815s","start":"2026-05-07T03:19:50.002736Z","end":"2026-05-07T03:19:53.553485Z","steps":["trace[1732468455] 'agreement among raft nodes before linearized reading' (duration: 3.550693014s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.553447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964553217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3465"} {"level":"warn","ts":"2026-05-07T03:19:53.553534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.797144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-07T03:19:53.553578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049356223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:53.553584Z","caller":"traceutil/trace.go:171","msg":"trace[1991332641] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:61; }","duration":"1.96472216s","start":"2026-05-07T03:19:51.588843Z","end":"2026-05-07T03:19:53.553566Z","steps":["trace[1991332641] 'agreement among raft nodes before linearized reading' (duration: 1.964521136s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:53.552651Z","caller":"traceutil/trace.go:171","msg":"trace[2105519492] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"1.750626286s","start":"2026-05-07T03:19:51.802006Z","end":"2026-05-07T03:19:53.552633Z","steps":["trace[2105519492] 'process raft request' (duration: 1.750203168s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:53.553635Z","caller":"traceutil/trace.go:171","msg":"trace[1418382426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:61; }","duration":"314.916946ms","start":"2026-05-07T03:19:53.238698Z","end":"2026-05-07T03:19:53.553615Z","steps":["trace[1418382426] 'agreement among raft nodes before linearized reading' (duration: 314.746213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.553523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:50.002707Z","time spent":"3.550809545s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:19:53.553711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:53.238623Z","time spent":"315.07395ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:19:53.553408Z","caller":"traceutil/trace.go:171","msg":"trace[374331607] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:0; response_revision:61; }","duration":"1.846968641s","start":"2026-05-07T03:19:51.706421Z","end":"2026-05-07T03:19:53.55339Z","steps":["trace[374331607] 'agreement among raft nodes before linearized reading' (duration: 1.846842408s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.55383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:51.801977Z","time spent":"1.751714329s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:53.5539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:51.706377Z","time spent":"1.847510892s","remote":"127.0.0.1:47798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:discovery\" "} {"level":"info","ts":"2026-05-07T03:19:53.553639Z","caller":"traceutil/trace.go:171","msg":"trace[1841098128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:61; }","duration":"1.049443864s","start":"2026-05-07T03:19:52.504174Z","end":"2026-05-07T03:19:53.553618Z","steps":["trace[1841098128] 'agreement among raft nodes before linearized reading' (duration: 1.049383723s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.554041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:52.504144Z","time spent":"1.049865353s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:53.553657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:51.588819Z","time spent":"1.964827833s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3488,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-05-07T03:19:53.5528Z","caller":"traceutil/trace.go:171","msg":"trace[1148534368] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"1.846798987s","start":"2026-05-07T03:19:51.705908Z","end":"2026-05-07T03:19:53.552707Z","steps":["trace[1148534368] 'process raft request' (duration: 1.846220065s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:53.55437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:51.705898Z","time spent":"1.848399981s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:53.997777Z","caller":"traceutil/trace.go:171","msg":"trace[31702405] transaction","detail":"{read_only:false; response_revision:137; number_of_response:1; }","duration":"157.204732ms","start":"2026-05-07T03:19:53.840553Z","end":"2026-05-07T03:19:53.997758Z","steps":["trace[31702405] 'process raft request' (duration: 157.166041ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:53.997886Z","caller":"traceutil/trace.go:171","msg":"trace[1553482587] transaction","detail":"{read_only:false; response_revision:136; number_of_response:1; }","duration":"158.710335ms","start":"2026-05-07T03:19:53.839132Z","end":"2026-05-07T03:19:53.997843Z","steps":["trace[1553482587] 'process raft request' (duration: 93.127501ms)","trace[1553482587] 'compare' (duration: 65.323328ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:55.211345Z","caller":"traceutil/trace.go:171","msg":"trace[909852531] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"203.753455ms","start":"2026-05-07T03:19:55.007561Z","end":"2026-05-07T03:19:55.211314Z","steps":["trace[909852531] 'process raft request' (duration: 203.618973ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:55.403346Z","caller":"traceutil/trace.go:171","msg":"trace[2031177723] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"122.610184ms","start":"2026-05-07T03:19:55.280706Z","end":"2026-05-07T03:19:55.403316Z","steps":["trace[2031177723] 'process raft request' (duration: 27.344876ms)","trace[2031177723] 'compare' (duration: 95.035863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:55.669986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.991185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:55.670187Z","caller":"traceutil/trace.go:171","msg":"trace[757493046] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:269; }","duration":"107.611799ms","start":"2026-05-07T03:19:55.562507Z","end":"2026-05-07T03:19:55.670119Z","steps":["trace[757493046] 'read index received' (duration: 56.681µs)","trace[757493046] 'applied index is now lower than readState.Index' (duration: 107.553378ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:55.670583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.555494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-07T03:19:55.670608Z","caller":"traceutil/trace.go:171","msg":"trace[1503279713] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"196.842501ms","start":"2026-05-07T03:19:55.473525Z","end":"2026-05-07T03:19:55.670367Z","steps":["trace[1503279713] 'process raft request' (duration: 72.392326ms)","trace[1503279713] 'compare' (duration: 123.854632ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:55.670588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.082979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:19:55.670769Z","caller":"traceutil/trace.go:171","msg":"trace[23279379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:263; }","duration":"108.265033ms","start":"2026-05-07T03:19:55.562487Z","end":"2026-05-07T03:19:55.670752Z","steps":["trace[23279379] 'agreement among raft nodes before linearized reading' (duration: 107.961886ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:55.670645Z","caller":"traceutil/trace.go:171","msg":"trace[128185495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:263; }","duration":"103.645035ms","start":"2026-05-07T03:19:55.566987Z","end":"2026-05-07T03:19:55.670632Z","steps":["trace[128185495] 'agreement among raft nodes before linearized reading' (duration: 103.489422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:57.24815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.118576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-05-07T03:19:57.248214Z","caller":"traceutil/trace.go:171","msg":"trace[2090674664] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:299; }","duration":"110.229238ms","start":"2026-05-07T03:19:57.137966Z","end":"2026-05-07T03:19:57.248195Z","steps":["trace[2090674664] 'range keys from in-memory index tree' (duration: 110.023544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:57.248276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.112993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:57.248342Z","caller":"traceutil/trace.go:171","msg":"trace[1501673858] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:299; }","duration":"124.230125ms","start":"2026-05-07T03:19:57.124098Z","end":"2026-05-07T03:19:57.248329Z","steps":["trace[1501673858] 'range keys from in-memory index tree' (duration: 123.97239ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:57.430767Z","caller":"traceutil/trace.go:171","msg":"trace[774783944] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"133.545303ms","start":"2026-05-07T03:19:57.297182Z","end":"2026-05-07T03:19:57.430727Z","steps":["trace[774783944] 'process raft request' (duration: 102.816671ms)","trace[774783944] 'compare' (duration: 30.453206ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:57.430972Z","caller":"traceutil/trace.go:171","msg":"trace[512958707] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"115.439048ms","start":"2026-05-07T03:19:57.315507Z","end":"2026-05-07T03:19:57.430946Z","steps":["trace[512958707] 'process raft request' (duration: 115.073891ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:58.234718Z","caller":"traceutil/trace.go:171","msg":"trace[1329901293] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"245.635996ms","start":"2026-05-07T03:19:57.989052Z","end":"2026-05-07T03:19:58.234688Z","steps":["trace[1329901293] 'process raft request' (duration: 245.502583ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:58.548978Z","caller":"traceutil/trace.go:171","msg":"trace[1147946326] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:339; }","duration":"310.097549ms","start":"2026-05-07T03:19:58.238813Z","end":"2026-05-07T03:19:58.548911Z","steps":["trace[1147946326] 'read index received' (duration: 309.254381ms)","trace[1147946326] 'applied index is now lower than readState.Index' (duration: 841.248µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:58.549279Z","caller":"traceutil/trace.go:171","msg":"trace[1692518616] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"484.713725ms","start":"2026-05-07T03:19:58.064546Z","end":"2026-05-07T03:19:58.54926Z","steps":["trace[1692518616] 'process raft request' (duration: 483.419077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:58.549432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.064526Z","time spent":"484.812298ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:58.549812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.999889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-07T03:19:58.54988Z","caller":"traceutil/trace.go:171","msg":"trace[961179923] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:327; }","duration":"311.089821ms","start":"2026-05-07T03:19:58.238759Z","end":"2026-05-07T03:19:58.549849Z","steps":["trace[961179923] 'agreement among raft nodes before linearized reading' (duration: 310.879176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:58.549923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.23874Z","time spent":"311.171882ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-05-07T03:19:58.556286Z","caller":"traceutil/trace.go:171","msg":"trace[780795879] transaction","detail":"{read_only:false; number_of_response:0; response_revision:327; }","duration":"270.913176ms","start":"2026-05-07T03:19:58.285362Z","end":"2026-05-07T03:19:58.556275Z","steps":["trace[780795879] 'process raft request' (duration: 270.867975ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:58.556299Z","caller":"traceutil/trace.go:171","msg":"trace[859386583] transaction","detail":"{read_only:false; number_of_response:0; response_revision:327; }","duration":"271.364485ms","start":"2026-05-07T03:19:58.284917Z","end":"2026-05-07T03:19:58.556282Z","steps":["trace[859386583] 'process raft request' (duration: 271.296484ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:58.556322Z","caller":"traceutil/trace.go:171","msg":"trace[1684710435] transaction","detail":"{read_only:false; number_of_response:0; response_revision:327; }","duration":"272.502539ms","start":"2026-05-07T03:19:58.283804Z","end":"2026-05-07T03:19:58.556307Z","steps":["trace[1684710435] 'process raft request' (duration: 272.348836ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:58.556435Z","caller":"traceutil/trace.go:171","msg":"trace[423311724] transaction","detail":"{read_only:false; number_of_response:0; response_revision:327; }","duration":"270.802893ms","start":"2026-05-07T03:19:58.285622Z","end":"2026-05-07T03:19:58.556425Z","steps":["trace[423311724] 'process raft request' (duration: 270.621559ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:58.556417Z","caller":"traceutil/trace.go:171","msg":"trace[727569632] transaction","detail":"{read_only:false; number_of_response:0; response_revision:327; }","duration":"271.805555ms","start":"2026-05-07T03:19:58.284587Z","end":"2026-05-07T03:19:58.556392Z","steps":["trace[727569632] 'process raft request' (duration: 271.61116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:58.556908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.427277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4662"} {"level":"info","ts":"2026-05-07T03:19:58.556963Z","caller":"traceutil/trace.go:171","msg":"trace[2088592881] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:327; }","duration":"271.533628ms","start":"2026-05-07T03:19:58.285416Z","end":"2026-05-07T03:19:58.55695Z","steps":["trace[2088592881] 'agreement among raft nodes before linearized reading' (duration: 270.905945ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:00.773232Z","caller":"traceutil/trace.go:171","msg":"trace[1952144303] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"112.214892ms","start":"2026-05-07T03:20:00.660986Z","end":"2026-05-07T03:20:00.773201Z","steps":["trace[1952144303] 'process raft request' (duration: 97.984048ms)","trace[1952144303] 'compare' (duration: 13.889107ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:01.910359Z","caller":"traceutil/trace.go:171","msg":"trace[361452308] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"152.242919ms","start":"2026-05-07T03:20:01.758098Z","end":"2026-05-07T03:20:01.910341Z","steps":["trace[361452308] 'process raft request' (duration: 152.139817ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:01.937856Z","caller":"traceutil/trace.go:171","msg":"trace[160837872] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"179.724079ms","start":"2026-05-07T03:20:01.758106Z","end":"2026-05-07T03:20:01.93783Z","steps":["trace[160837872] 'process raft request' (duration: 179.554846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:04.442416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147245420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:04.926333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007580862s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:20:04.926712Z","caller":"traceutil/trace.go:171","msg":"trace[222978244] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"985.390453ms","start":"2026-05-07T03:20:03.941302Z","end":"2026-05-07T03:20:04.926692Z","steps":["trace[222978244] 'read index received' (duration: 985.163028ms)","trace[222978244] 'applied index is now lower than readState.Index' (duration: 226.595µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:04.926822Z","caller":"traceutil/trace.go:171","msg":"trace[659581896] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"1.008108173s","start":"2026-05-07T03:20:03.918687Z","end":"2026-05-07T03:20:04.926795Z","steps":["trace[659581896] 'process raft request' (duration: 1.007856318s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:04.926932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.710936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"warn","ts":"2026-05-07T03:20:04.926967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:03.918678Z","time spent":"1.008215615s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:04.927027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.40123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:20:04.927066Z","caller":"traceutil/trace.go:171","msg":"trace[180365593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:396; }","duration":"134.481282ms","start":"2026-05-07T03:20:04.792571Z","end":"2026-05-07T03:20:04.927052Z","steps":["trace[180365593] 'agreement among raft nodes before linearized reading' (duration: 134.38699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:04.927057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.694029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:20:04.927177Z","caller":"traceutil/trace.go:171","msg":"trace[1207542917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:396; }","duration":"985.891164ms","start":"2026-05-07T03:20:03.941259Z","end":"2026-05-07T03:20:04.92715Z","steps":["trace[1207542917] 'agreement among raft nodes before linearized reading' (duration: 985.595717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:04.927192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.19428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:20:04.927226Z","caller":"traceutil/trace.go:171","msg":"trace[754798450] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:396; }","duration":"185.258931ms","start":"2026-05-07T03:20:04.741958Z","end":"2026-05-07T03:20:04.927217Z","steps":["trace[754798450] 'agreement among raft nodes before linearized reading' (duration: 185.20776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:04.927241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:03.941237Z","time spent":"985.994005ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:20:04.926973Z","caller":"traceutil/trace.go:171","msg":"trace[712732800] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:396; }","duration":"630.765868ms","start":"2026-05-07T03:20:04.296196Z","end":"2026-05-07T03:20:04.926962Z","steps":["trace[712732800] 'agreement among raft nodes before linearized reading' (duration: 630.649815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:04.927544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:04.296141Z","time spent":"631.348751ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5359,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-05-07T03:20:05.56446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:04.928304Z","time spent":"636.146578ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:20:05.568234Z","caller":"traceutil/trace.go:171","msg":"trace[268319014] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:415; }","duration":"406.390074ms","start":"2026-05-07T03:20:05.161813Z","end":"2026-05-07T03:20:05.568203Z","steps":["trace[268319014] 'read index received' (duration: 319.14392ms)","trace[268319014] 'applied index is now lower than readState.Index' (duration: 87.244764ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:05.568285Z","caller":"traceutil/trace.go:171","msg":"trace[2045510131] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"636.497236ms","start":"2026-05-07T03:20:04.93175Z","end":"2026-05-07T03:20:05.568247Z","steps":["trace[2045510131] 'process raft request' (duration: 636.299102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:05.568418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.582638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:05.568481Z","caller":"traceutil/trace.go:171","msg":"trace[852997812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:399; }","duration":"406.704031ms","start":"2026-05-07T03:20:05.161753Z","end":"2026-05-07T03:20:05.568457Z","steps":["trace[852997812] 'agreement among raft nodes before linearized reading' (duration: 406.582808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:05.568504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:04.931719Z","time spent":"636.661319ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:05.568534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:05.161728Z","time spent":"406.792412ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:20:05.568537Z","caller":"traceutil/trace.go:171","msg":"trace[176760096] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"633.91696ms","start":"2026-05-07T03:20:04.934595Z","end":"2026-05-07T03:20:05.568512Z","steps":["trace[176760096] 'process raft request' (duration: 633.539252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:05.568669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:04.934587Z","time spent":"634.009782ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:05.568826Z","caller":"traceutil/trace.go:171","msg":"trace[618868247] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"638.252844ms","start":"2026-05-07T03:20:04.930557Z","end":"2026-05-07T03:20:05.56881Z","steps":["trace[618868247] 'process raft request' (duration: 637.261573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:05.568924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:04.93054Z","time spent":"638.323895ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:07.44959Z","caller":"traceutil/trace.go:171","msg":"trace[1892675753] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"153.372948ms","start":"2026-05-07T03:20:07.296197Z","end":"2026-05-07T03:20:07.44957Z","steps":["trace[1892675753] 'read index received' (duration: 153.190294ms)","trace[1892675753] 'applied index is now lower than readState.Index' (duration: 181.474µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:07.449744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.537692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.449779Z","caller":"traceutil/trace.go:171","msg":"trace[317061083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"153.654404ms","start":"2026-05-07T03:20:07.296116Z","end":"2026-05-07T03:20:07.449771Z","steps":["trace[317061083] 'agreement among raft nodes before linearized reading' (duration: 153.536651ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.450074Z","caller":"traceutil/trace.go:171","msg":"trace[817303261] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"172.270111ms","start":"2026-05-07T03:20:07.277795Z","end":"2026-05-07T03:20:07.450065Z","steps":["trace[817303261] 'process raft request' (duration: 171.644888ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.969809Z","caller":"traceutil/trace.go:171","msg":"trace[1546036322] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"394.48741ms","start":"2026-05-07T03:20:07.5753Z","end":"2026-05-07T03:20:07.969788Z","steps":["trace[1546036322] 'process raft request' (duration: 394.365727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.969948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.575284Z","time spent":"394.588862ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:08.22426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.375439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:08.226488Z","caller":"traceutil/trace.go:171","msg":"trace[774178467] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"267.597694ms","start":"2026-05-07T03:20:07.957888Z","end":"2026-05-07T03:20:08.225485Z","steps":["trace[774178467] 'process raft request' (duration: 266.481569ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:08.226429Z","caller":"traceutil/trace.go:171","msg":"trace[13991322] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"648.421976ms","start":"2026-05-07T03:20:07.576925Z","end":"2026-05-07T03:20:08.225347Z","steps":["trace[13991322] 'process raft request' (duration: 428.890481ms)","trace[13991322] 'compare' (duration: 218.237606ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:08.226551Z","caller":"traceutil/trace.go:171","msg":"trace[2106439328] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"621.201052ms","start":"2026-05-07T03:20:07.604189Z","end":"2026-05-07T03:20:08.22539Z","steps":["trace[2106439328] 'process raft request' (duration: 620.146698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.226753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.604164Z","time spent":"622.54962ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:08.22681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.576912Z","time spent":"649.789146ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:10.545934Z","caller":"traceutil/trace.go:171","msg":"trace[794323919] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:449; }","duration":"312.427191ms","start":"2026-05-07T03:20:10.233486Z","end":"2026-05-07T03:20:10.545913Z","steps":["trace[794323919] 'read index received' (duration: 301.967891ms)","trace[794323919] 'applied index is now lower than readState.Index' (duration: 10.45818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:10.54609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.598975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:20:10.546087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.13967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:10.546153Z","caller":"traceutil/trace.go:171","msg":"trace[753851109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:428; }","duration":"312.694197ms","start":"2026-05-07T03:20:10.233439Z","end":"2026-05-07T03:20:10.546133Z","steps":["trace[753851109] 'agreement among raft nodes before linearized reading' (duration: 312.538014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.546211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.233421Z","time spent":"312.77776ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:20:10.546167Z","caller":"traceutil/trace.go:171","msg":"trace[1661678857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:428; }","duration":"249.256412ms","start":"2026-05-07T03:20:10.296898Z","end":"2026-05-07T03:20:10.546154Z","steps":["trace[1661678857] 'agreement among raft nodes before linearized reading' (duration: 249.146589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.200723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.649857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:11.200863Z","caller":"traceutil/trace.go:171","msg":"trace[1901778460] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"479.674949ms","start":"2026-05-07T03:20:10.721168Z","end":"2026-05-07T03:20:11.200843Z","steps":["trace[1901778460] 'process raft request' (duration: 301.811067ms)","trace[1901778460] 'compare' (duration: 177.522384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:11.200926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.721146Z","time spent":"479.749731ms","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:11.231082Z","caller":"traceutil/trace.go:171","msg":"trace[74456873] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:478; }","duration":"289.5697ms","start":"2026-05-07T03:20:10.941496Z","end":"2026-05-07T03:20:11.231066Z","steps":["trace[74456873] 'read index received' (duration: 81.496102ms)","trace[74456873] 'applied index is now lower than readState.Index' (duration: 208.072738ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:11.231203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.705964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:20:11.231234Z","caller":"traceutil/trace.go:171","msg":"trace[1425127792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:458; }","duration":"289.780476ms","start":"2026-05-07T03:20:10.941442Z","end":"2026-05-07T03:20:11.231223Z","steps":["trace[1425127792] 'agreement among raft nodes before linearized reading' (duration: 289.718864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:11.231244Z","caller":"traceutil/trace.go:171","msg":"trace[980107883] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"506.051801ms","start":"2026-05-07T03:20:10.725142Z","end":"2026-05-07T03:20:11.231193Z","steps":["trace[980107883] 'process raft request' (duration: 505.832126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.231429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.95388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:20:11.231491Z","caller":"traceutil/trace.go:171","msg":"trace[2018394797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:458; }","duration":"261.048772ms","start":"2026-05-07T03:20:10.970425Z","end":"2026-05-07T03:20:11.231474Z","steps":["trace[2018394797] 'agreement among raft nodes before linearized reading' (duration: 260.95633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.231494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.725128Z","time spent":"506.225375ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:12.055044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.520087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:12.055163Z","caller":"traceutil/trace.go:171","msg":"trace[1146981266] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"812.633607ms","start":"2026-05-07T03:20:11.242508Z","end":"2026-05-07T03:20:12.055142Z","steps":["trace[1146981266] 'process raft request' (duration: 277.875965ms)","trace[1146981266] 'compare' (duration: 534.181429ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:12.055226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.242491Z","time spent":"812.704309ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:12.500033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.068014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-07T03:20:12.500366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203312794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:12.500363Z","caller":"traceutil/trace.go:171","msg":"trace[908771705] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"1.25166408s","start":"2026-05-07T03:20:11.248669Z","end":"2026-05-07T03:20:12.500333Z","steps":["trace[908771705] 'process raft request' (duration: 1.251501706s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:12.500418Z","caller":"traceutil/trace.go:171","msg":"trace[1421918481] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:480; }","duration":"1.203218922s","start":"2026-05-07T03:20:11.297045Z","end":"2026-05-07T03:20:12.500264Z","steps":["trace[1421918481] 'read index received' (duration: 223.333314ms)","trace[1421918481] 'applied index is now lower than readState.Index' (duration: 979.884518ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:12.50043Z","caller":"traceutil/trace.go:171","msg":"trace[1794633970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"1.203413816s","start":"2026-05-07T03:20:11.296991Z","end":"2026-05-07T03:20:12.500405Z","steps":["trace[1794633970] 'agreement among raft nodes before linearized reading' (duration: 1.203278823s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:12.500317Z","caller":"traceutil/trace.go:171","msg":"trace[1047039683] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"1.257535859s","start":"2026-05-07T03:20:11.242727Z","end":"2026-05-07T03:20:12.500263Z","steps":["trace[1047039683] 'process raft request' (duration: 970.116747ms)","trace[1047039683] 'compare' (duration: 286.92474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:12.500481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.296965Z","time spent":"1.203503748s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:12.50048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.248636Z","time spent":"1.251786572s","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:12.500697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.24272Z","time spent":"1.257820895s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:12.501439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.24445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:20:12.501519Z","caller":"traceutil/trace.go:171","msg":"trace[1159988890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:461; }","duration":"513.355613ms","start":"2026-05-07T03:20:11.988137Z","end":"2026-05-07T03:20:12.501492Z","steps":["trace[1159988890] 'agreement among raft nodes before linearized reading' (duration: 512.393202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:12.501715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.988117Z","time spent":"513.437315ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:20:12.95829Z","caller":"traceutil/trace.go:171","msg":"trace[35547336] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"396.402519ms","start":"2026-05-07T03:20:12.561858Z","end":"2026-05-07T03:20:12.95826Z","steps":["trace[35547336] 'process raft request' (duration: 322.554008ms)","trace[35547336] 'compare' (duration: 73.516794ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:12.958451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.561835Z","time spent":"396.537222ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:23.55345Z","caller":"traceutil/trace.go:171","msg":"trace[1221813403] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"138.607416ms","start":"2026-05-07T03:20:23.414811Z","end":"2026-05-07T03:20:23.553418Z","steps":["trace[1221813403] 'process raft request' (duration: 72.351748ms)","trace[1221813403] 'compare' (duration: 66.053483ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:23.553739Z","caller":"traceutil/trace.go:171","msg":"trace[1978492501] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"138.072123ms","start":"2026-05-07T03:20:23.415643Z","end":"2026-05-07T03:20:23.553715Z","steps":["trace[1978492501] 'process raft request' (duration: 137.956351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.553818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5415302s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:20:26.56444Z","caller":"traceutil/trace.go:171","msg":"trace[942501737] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.552180733s","start":"2026-05-07T03:20:25.012182Z","end":"2026-05-07T03:20:26.564362Z","steps":["trace[942501737] 'process raft request' (duration: 1.541870628s)","trace[942501737] 'compare' (duration: 10.058999ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:26.564608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.011962Z","time spent":"1.552551311s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:26.582962Z","caller":"traceutil/trace.go:171","msg":"trace[1643039827] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.360537522s","start":"2026-05-07T03:20:25.222406Z","end":"2026-05-07T03:20:26.582943Z","steps":["trace[1643039827] 'process raft request' (duration: 1.360380628s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:26.583055Z","caller":"traceutil/trace.go:171","msg":"trace[539746163] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.352153291s","start":"2026-05-07T03:20:25.230859Z","end":"2026-05-07T03:20:26.583013Z","steps":["trace[539746163] 'process raft request' (duration: 1.352044519s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.583131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.222388Z","time spent":"1.360641245s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:26.583131Z","caller":"traceutil/trace.go:171","msg":"trace[675702478] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.348673273s","start":"2026-05-07T03:20:25.234444Z","end":"2026-05-07T03:20:26.583118Z","steps":["trace[675702478] 'process raft request' (duration: 1.348490889s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.5832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.234427Z","time spent":"1.348740765s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:26.583204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.230852Z","time spent":"1.352291554s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:26.583043Z","caller":"traceutil/trace.go:171","msg":"trace[1512677147] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.35779738s","start":"2026-05-07T03:20:25.225195Z","end":"2026-05-07T03:20:26.582993Z","steps":["trace[1512677147] 'process raft request' (duration: 1.357672537s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:26.583317Z","caller":"traceutil/trace.go:171","msg":"trace[1315301498] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.345325176s","start":"2026-05-07T03:20:25.237984Z","end":"2026-05-07T03:20:26.58331Z","steps":["trace[1315301498] 'process raft request' (duration: 1.344999029s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.583352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.237976Z","time spent":"1.345362137s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:26.583442Z","caller":"traceutil/trace.go:171","msg":"trace[267564414] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.344409845s","start":"2026-05-07T03:20:25.238997Z","end":"2026-05-07T03:20:26.583407Z","steps":["trace[267564414] 'process raft request' (duration: 1.344037027s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:26.583485Z","caller":"traceutil/trace.go:171","msg":"trace[106025770] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.344295263s","start":"2026-05-07T03:20:25.239179Z","end":"2026-05-07T03:20:26.583474Z","steps":["trace[106025770] 'process raft request' (duration: 1.344126319s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.583543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.239167Z","time spent":"1.344357465s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:26.583478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.225189Z","time spent":"1.358089446s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:26.583723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.238988Z","time spent":"1.344558779s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:26.583752Z","caller":"traceutil/trace.go:171","msg":"trace[1361651957] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.342726227s","start":"2026-05-07T03:20:25.241004Z","end":"2026-05-07T03:20:26.58373Z","steps":["trace[1361651957] 'process raft request' (duration: 1.34240569s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.583834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.240982Z","time spent":"1.342815749s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:26.584042Z","caller":"traceutil/trace.go:171","msg":"trace[594241863] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.338310067s","start":"2026-05-07T03:20:25.245709Z","end":"2026-05-07T03:20:26.584019Z","steps":["trace[594241863] 'process raft request' (duration: 1.338136933s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.584134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.245697Z","time spent":"1.3384048s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:26.584184Z","caller":"traceutil/trace.go:171","msg":"trace[762158262] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:550; }","duration":"462.157045ms","start":"2026-05-07T03:20:26.122015Z","end":"2026-05-07T03:20:26.584172Z","steps":["trace[762158262] 'read index received' (duration: 432.127352ms)","trace[762158262] 'applied index is now lower than readState.Index' (duration: 30.029103ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:26.584169Z","caller":"traceutil/trace.go:171","msg":"trace[778916497] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.334372468s","start":"2026-05-07T03:20:25.249731Z","end":"2026-05-07T03:20:26.584103Z","steps":["trace[778916497] 'process raft request' (duration: 1.334212604s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:26.584257Z","caller":"traceutil/trace.go:171","msg":"trace[496541137] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.181833663s","start":"2026-05-07T03:20:25.402415Z","end":"2026-05-07T03:20:26.584248Z","steps":["trace[496541137] 'process raft request' (duration: 1.18168976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.5843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.402375Z","time spent":"1.181901185s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:26.584305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.249693Z","time spent":"1.334544861s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:26.584327Z","caller":"traceutil/trace.go:171","msg":"trace[689991413] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.305472622s","start":"2026-05-07T03:20:25.278759Z","end":"2026-05-07T03:20:26.584231Z","steps":["trace[689991413] 'process raft request' (duration: 1.305239987s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.584404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.711305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:26.584533Z","caller":"traceutil/trace.go:171","msg":"trace[1463943568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"287.834567ms","start":"2026-05-07T03:20:26.296652Z","end":"2026-05-07T03:20:26.584486Z","steps":["trace[1463943568] 'agreement among raft nodes before linearized reading' (duration: 287.651173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.584457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.437832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:20:26.584598Z","caller":"traceutil/trace.go:171","msg":"trace[150602480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:538; }","duration":"462.607305ms","start":"2026-05-07T03:20:26.121983Z","end":"2026-05-07T03:20:26.584591Z","steps":["trace[150602480] 'agreement among raft nodes before linearized reading' (duration: 462.37462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.584637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:26.121967Z","time spent":"462.664167ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:26.584714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.278731Z","time spent":"1.305701886s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:29.108022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147245788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:20:29.378253Z","caller":"traceutil/trace.go:171","msg":"trace[1002318450] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"805.018137ms","start":"2026-05-07T03:20:28.57321Z","end":"2026-05-07T03:20:29.378228Z","steps":["trace[1002318450] 'process raft request' (duration: 804.873893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.378398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.573197Z","time spent":"805.12472ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:29.577247Z","caller":"traceutil/trace.go:171","msg":"trace[585786264] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"364.9851ms","start":"2026-05-07T03:20:29.212248Z","end":"2026-05-07T03:20:29.577233Z","steps":["trace[585786264] 'process raft request' (duration: 364.856147ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:29.577286Z","caller":"traceutil/trace.go:171","msg":"trace[1637274476] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"879.189139ms","start":"2026-05-07T03:20:28.698042Z","end":"2026-05-07T03:20:29.577231Z","steps":["trace[1637274476] 'process raft request' (duration: 836.231296ms)","trace[1637274476] 'compare' (duration: 42.658635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:29.577389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:29.212223Z","time spent":"365.074932ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:29.577465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.698005Z","time spent":"879.363912ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:29.57717Z","caller":"traceutil/trace.go:171","msg":"trace[168830209] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:632; }","duration":"969.548502ms","start":"2026-05-07T03:20:28.607601Z","end":"2026-05-07T03:20:29.57715Z","steps":["trace[168830209] 'read index received' (duration: 770.481158ms)","trace[168830209] 'applied index is now lower than readState.Index' (duration: 199.066474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:29.577712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.107096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:20:29.577753Z","caller":"traceutil/trace.go:171","msg":"trace[142183273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:607; }","duration":"970.175617ms","start":"2026-05-07T03:20:28.607565Z","end":"2026-05-07T03:20:29.577741Z","steps":["trace[142183273] 'agreement among raft nodes before linearized reading' (duration: 970.095765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.577776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.607556Z","time spent":"970.215298ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:29.577922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.352901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:20:29.577974Z","caller":"traceutil/trace.go:171","msg":"trace[1221772512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:607; }","duration":"868.427013ms","start":"2026-05-07T03:20:28.709535Z","end":"2026-05-07T03:20:29.577961Z","steps":["trace[1221772512] 'agreement among raft nodes before linearized reading' (duration: 868.279869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.578003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.709524Z","time spent":"868.471973ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:29.578422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.854676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:20:29.578466Z","caller":"traceutil/trace.go:171","msg":"trace[1861390126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:607; }","duration":"869.925018ms","start":"2026-05-07T03:20:28.70853Z","end":"2026-05-07T03:20:29.578455Z","steps":["trace[1861390126] 'agreement among raft nodes before linearized reading' (duration: 869.230712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.578496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.708517Z","time spent":"869.972219ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:20:34.112117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147245914,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:20:34.30351Z","caller":"traceutil/trace.go:171","msg":"trace[1763627078] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"910.445878ms","start":"2026-05-07T03:20:33.39303Z","end":"2026-05-07T03:20:34.303476Z","steps":["trace[1763627078] 'process raft request' (duration: 910.163802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:34.30373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:33.393006Z","time spent":"910.629722ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:35.736084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.431928895s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:20:36.295419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:20:36.295586Z","caller":"traceutil/trace.go:171","msg":"trace[566652339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245985s","start":"2026-05-07T03:20:34.295316Z","end":"2026-05-07T03:20:36.295562Z","steps":["trace[566652339] 'agreement among raft nodes before linearized reading' (duration: 2.000055401s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:36.295676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:34.295286Z","time spent":"2.000364878s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:20:36 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:20:38.296839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000667807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:20:38.296944Z","caller":"traceutil/trace.go:171","msg":"trace[225410427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000842691s","start":"2026-05-07T03:20:36.296076Z","end":"2026-05-07T03:20:38.296918Z","steps":["trace[225410427] 'agreement among raft nodes before linearized reading' (duration: 2.000696988s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:38.296996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:36.296057Z","time spent":"2.000929344s","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:20:38 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:20:38.610583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999275221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:20:38.610685Z","caller":"traceutil/trace.go:171","msg":"trace[239851564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999435725s","start":"2026-05-07T03:20:33.611224Z","end":"2026-05-07T03:20:38.61066Z","steps":["trace[239851564] 'agreement among raft nodes before linearized reading' (duration: 4.999309042s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:38.61075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:33.6112Z","time spent":"4.999536757s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:38.610801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998536794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:20:38.610825Z","caller":"traceutil/trace.go:171","msg":"trace[2065184364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998621647s","start":"2026-05-07T03:20:33.612196Z","end":"2026-05-07T03:20:38.610817Z","steps":["trace[2065184364] 'agreement among raft nodes before linearized reading' (duration: 4.998598826s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:38.610849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:33.612164Z","time spent":"4.998679487s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:20:39.338443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718178884s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:39.338566Z","caller":"traceutil/trace.go:171","msg":"trace[1617974303] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:634; }","duration":"1.718324737s","start":"2026-05-07T03:20:37.620224Z","end":"2026-05-07T03:20:39.338549Z","steps":["trace[1617974303] 'range keys from in-memory index tree' (duration: 1.718157914s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:39.341175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604831412s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:39.342173Z","caller":"traceutil/trace.go:171","msg":"trace[1521436236] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:662; }","duration":"5.730861092s","start":"2026-05-07T03:20:33.611285Z","end":"2026-05-07T03:20:39.342146Z","steps":["trace[1521436236] 'read index received' (duration: 691.863624ms)","trace[1521436236] 'applied index is now lower than readState.Index' (duration: 5.038995917s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:39.342312Z","caller":"traceutil/trace.go:171","msg":"trace[691939896] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"5.947642285s","start":"2026-05-07T03:20:33.394652Z","end":"2026-05-07T03:20:39.342294Z","steps":["trace[691939896] 'process raft request' (duration: 2.341566715s)","trace[691939896] 'compare' (duration: 3.604618337s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:39.342433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:33.394637Z","time spent":"5.947725406s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:39.342518Z","caller":"traceutil/trace.go:171","msg":"trace[1243635459] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"5.763213278s","start":"2026-05-07T03:20:33.579262Z","end":"2026-05-07T03:20:39.342475Z","steps":["trace[1243635459] 'process raft request' (duration: 5.762266366s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:39.342793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:33.579232Z","time spent":"5.763428773s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:39.347512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026235489s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:20:39.347987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.714313792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:20:39.348046Z","caller":"traceutil/trace.go:171","msg":"trace[1274035822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"5.714408234s","start":"2026-05-07T03:20:33.633613Z","end":"2026-05-07T03:20:39.348021Z","steps":["trace[1274035822] 'agreement among raft nodes before linearized reading' (duration: 5.71421667s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:39.348046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024104359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:39.348093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:33.633598Z","time spent":"5.714486605s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:20:39.348109Z","caller":"traceutil/trace.go:171","msg":"trace[1306865209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"1.024216292s","start":"2026-05-07T03:20:38.323876Z","end":"2026-05-07T03:20:39.348092Z","steps":["trace[1306865209] 'agreement among raft nodes before linearized reading' (duration: 1.024106379s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:39.348141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:38.323854Z","time spent":"1.024281594s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:20:39.348292Z","caller":"traceutil/trace.go:171","msg":"trace[294499569] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.027170112s","start":"2026-05-07T03:20:38.32111Z","end":"2026-05-07T03:20:39.34828Z","steps":["trace[294499569] 'process raft request' (duration: 1.026602418s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:39.348362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60460074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-07T03:20:39.348413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:38.321073Z","time spent":"1.027292404s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:39.34844Z","caller":"traceutil/trace.go:171","msg":"trace[2138149160] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:637; }","duration":"4.604771844s","start":"2026-05-07T03:20:34.743652Z","end":"2026-05-07T03:20:39.348424Z","steps":["trace[2138149160] 'agreement among raft nodes before linearized reading' (duration: 4.604469976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:39.34848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:34.743632Z","time spent":"4.604840176s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-05-07T03:20:41.07372Z","caller":"traceutil/trace.go:171","msg":"trace[1710115874] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"416.920476ms","start":"2026-05-07T03:20:40.656765Z","end":"2026-05-07T03:20:41.073686Z","steps":["trace[1710115874] 'process raft request' (duration: 416.759952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:41.073943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:40.656751Z","time spent":"417.07652ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:41.075727Z","caller":"traceutil/trace.go:171","msg":"trace[827298583] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"418.527694ms","start":"2026-05-07T03:20:40.657172Z","end":"2026-05-07T03:20:41.0757Z","steps":["trace[827298583] 'process raft request' (duration: 418.387531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:41.075906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:40.657167Z","time spent":"418.629436ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:42.029796Z","caller":"traceutil/trace.go:171","msg":"trace[2113372441] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"338.483831ms","start":"2026-05-07T03:20:41.691279Z","end":"2026-05-07T03:20:42.029763Z","steps":["trace[2113372441] 'process raft request' (duration: 338.315667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.02999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:41.691249Z","time spent":"338.653485ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:42.037454Z","caller":"traceutil/trace.go:171","msg":"trace[409164529] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"145.203005ms","start":"2026-05-07T03:20:41.892221Z","end":"2026-05-07T03:20:42.037424Z","steps":["trace[409164529] 'process raft request' (duration: 145.078992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:55.652684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147246247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:20:55.871256Z","caller":"traceutil/trace.go:171","msg":"trace[531505329] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"721.16449ms","start":"2026-05-07T03:20:55.15006Z","end":"2026-05-07T03:20:55.871224Z","steps":["trace[531505329] 'process raft request' (duration: 720.958605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:55.871439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:55.150042Z","time spent":"721.307023ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:57.297082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999387966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:20:57.29717Z","caller":"traceutil/trace.go:171","msg":"trace[272151670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999545819s","start":"2026-05-07T03:20:55.297606Z","end":"2026-05-07T03:20:57.297152Z","steps":["trace[272151670] 'agreement among raft nodes before linearized reading' (duration: 1.999436037s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:57.297221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:55.29757Z","time spent":"1.999640932s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:20:57 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:20:57.407252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5361146s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:20:57.407569Z","caller":"traceutil/trace.go:171","msg":"trace[481531535] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:832; }","duration":"2.255302253s","start":"2026-05-07T03:20:55.152247Z","end":"2026-05-07T03:20:57.407549Z","steps":["trace[481531535] 'read index received' (duration: 718.885326ms)","trace[481531535] 'applied index is now lower than readState.Index' (duration: 1.536415967s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:57.407632Z","caller":"traceutil/trace.go:171","msg":"trace[1756355552] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"1.897883863s","start":"2026-05-07T03:20:55.509742Z","end":"2026-05-07T03:20:57.407626Z","steps":["trace[1756355552] 'process raft request' (duration: 1.897692559s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:57.407731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:55.509708Z","time spent":"1.897942695s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:57.407897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255661821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:20:57.407921Z","caller":"traceutil/trace.go:171","msg":"trace[1188137791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:798; }","duration":"2.255684762s","start":"2026-05-07T03:20:55.152229Z","end":"2026-05-07T03:20:57.407914Z","steps":["trace[1188137791] 'agreement among raft nodes before linearized reading' (duration: 2.25558815s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:57.407937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:55.152152Z","time spent":"2.255781704s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:20:57.408098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631989345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-trbmq\" ","response":"range_response_count:1 size:5050"} {"level":"warn","ts":"2026-05-07T03:20:57.4081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989430016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:20:57.40814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.012069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:57.408153Z","caller":"traceutil/trace.go:171","msg":"trace[1693114357] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:798; }","duration":"922.05831ms","start":"2026-05-07T03:20:56.48609Z","end":"2026-05-07T03:20:57.408149Z","steps":["trace[1693114357] 'agreement among raft nodes before linearized reading' (duration: 922.03692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:57.408171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:56.486073Z","time spent":"922.093991ms","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:57.408174Z","caller":"traceutil/trace.go:171","msg":"trace[117144461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:798; }","duration":"1.989508037s","start":"2026-05-07T03:20:55.418623Z","end":"2026-05-07T03:20:57.408132Z","steps":["trace[117144461] 'agreement among raft nodes before linearized reading' (duration: 1.989400474s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:57.408208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:55.418599Z","time spent":"1.98960153s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:20:57.408118Z","caller":"traceutil/trace.go:171","msg":"trace[2064865995] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-trbmq; range_end:; response_count:1; response_revision:798; }","duration":"1.632052296s","start":"2026-05-07T03:20:55.776061Z","end":"2026-05-07T03:20:57.408113Z","steps":["trace[2064865995] 'agreement among raft nodes before linearized reading' (duration: 1.632003995s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:57.408338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959894715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:20:57.408355Z","caller":"traceutil/trace.go:171","msg":"trace[1769659874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:798; }","duration":"1.959958086s","start":"2026-05-07T03:20:55.448393Z","end":"2026-05-07T03:20:57.408351Z","steps":["trace[1769659874] 'agreement among raft nodes before linearized reading' (duration: 1.959909055s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:57.408377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:55.448354Z","time spent":"1.960018708s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:57.408349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:55.776023Z","time spent":"1.632318473s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5073,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-trbmq\" "} {"level":"warn","ts":"2026-05-07T03:20:57.408311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.753364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:57.408514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801910967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:20:57.408531Z","caller":"traceutil/trace.go:171","msg":"trace[569192697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:798; }","duration":"1.801962518s","start":"2026-05-07T03:20:55.606564Z","end":"2026-05-07T03:20:57.408526Z","steps":["trace[569192697] 'agreement among raft nodes before linearized reading' (duration: 1.801919647s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:57.408544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:55.606542Z","time spent":"1.801999019s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:20:57.40953Z","caller":"traceutil/trace.go:171","msg":"trace[676645389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"110.998429ms","start":"2026-05-07T03:20:57.297496Z","end":"2026-05-07T03:20:57.408494Z","steps":["trace[676645389] 'agreement among raft nodes before linearized reading' (duration: 110.60754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:11.106093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.240449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:11.106201Z","caller":"traceutil/trace.go:171","msg":"trace[236970630] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:973; }","duration":"417.418584ms","start":"2026-05-07T03:21:10.688763Z","end":"2026-05-07T03:21:11.106182Z","steps":["trace[236970630] 'count revisions from in-memory index tree' (duration: 417.127947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:11.106244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:10.688741Z","time spent":"417.493825ms","remote":"127.0.0.1:47604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:21:11.106611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.173543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-zq5nh\" ","response":"range_response_count:1 size:5674"} {"level":"info","ts":"2026-05-07T03:21:11.106775Z","caller":"traceutil/trace.go:171","msg":"trace[1906915373] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-zq5nh; range_end:; response_count:1; response_revision:973; }","duration":"161.401358ms","start":"2026-05-07T03:21:10.945345Z","end":"2026-05-07T03:21:11.106746Z","steps":["trace[1906915373] 'range keys from in-memory index tree' (duration: 160.920126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:30.134836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147247019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:21:30.635791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147247019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:21:31.136799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147247019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:21:31.636931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147247019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:21:31.681273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.047324436s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:21:31.681807Z","caller":"traceutil/trace.go:171","msg":"trace[283869167] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"2.04792902s","start":"2026-05-07T03:21:29.63385Z","end":"2026-05-07T03:21:31.681779Z","steps":["trace[283869167] 'process raft request' (duration: 2.047613773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:31.682039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:29.633831Z","time spent":"2.048040263s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:31.702068Z","caller":"traceutil/trace.go:171","msg":"trace[451549738] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"1.950395448s","start":"2026-05-07T03:21:29.75165Z","end":"2026-05-07T03:21:31.702045Z","steps":["trace[451549738] 'process raft request' (duration: 1.950172863s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:31.702201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:29.751625Z","time spent":"1.950507601s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:31.750718Z","caller":"traceutil/trace.go:171","msg":"trace[1610727889] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"1.134386551s","start":"2026-05-07T03:21:30.616288Z","end":"2026-05-07T03:21:31.750674Z","steps":["trace[1610727889] 'process raft request' (duration: 1.134106425s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:31.751234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:30.616258Z","time spent":"1.134832413s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:31.788604Z","caller":"traceutil/trace.go:171","msg":"trace[1657075273] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1260; }","duration":"2.153979224s","start":"2026-05-07T03:21:29.634598Z","end":"2026-05-07T03:21:31.788577Z","steps":["trace[1657075273] 'read index received' (duration: 2.046908936s)","trace[1657075273] 'applied index is now lower than readState.Index' (duration: 107.069257ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:31.788737Z","caller":"traceutil/trace.go:171","msg":"trace[1534816960] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"657.848676ms","start":"2026-05-07T03:21:31.130855Z","end":"2026-05-07T03:21:31.788704Z","steps":["trace[1534816960] 'process raft request' (duration: 619.805025ms)","trace[1534816960] 'compare' (duration: 37.779664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:31.788853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15423777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:21:31.788889Z","caller":"traceutil/trace.go:171","msg":"trace[269227362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1221; }","duration":"2.154307202s","start":"2026-05-07T03:21:29.634572Z","end":"2026-05-07T03:21:31.788879Z","steps":["trace[269227362] 'agreement among raft nodes before linearized reading' (duration: 2.154161618s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:31.788923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:29.634559Z","time spent":"2.154355933s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:21:31.788964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:31.13083Z","time spent":"658.02555ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:31.789112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759347534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:21:31.789151Z","caller":"traceutil/trace.go:171","msg":"trace[1007448697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1221; }","duration":"1.759424216s","start":"2026-05-07T03:21:30.029719Z","end":"2026-05-07T03:21:31.789143Z","steps":["trace[1007448697] 'agreement among raft nodes before linearized reading' (duration: 1.759319384s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:31.789185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:30.029692Z","time spent":"1.759486178s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:21:31.789232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.302368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:21:31.789254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786697983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-05-07T03:21:31.789303Z","caller":"traceutil/trace.go:171","msg":"trace[175451671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1221; }","duration":"492.397761ms","start":"2026-05-07T03:21:31.296893Z","end":"2026-05-07T03:21:31.789291Z","steps":["trace[175451671] 'agreement among raft nodes before linearized reading' (duration: 492.302198ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:31.789332Z","caller":"traceutil/trace.go:171","msg":"trace[1909297031] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1221; }","duration":"1.786823086s","start":"2026-05-07T03:21:30.002491Z","end":"2026-05-07T03:21:31.789314Z","steps":["trace[1909297031] 'agreement among raft nodes before linearized reading' (duration: 1.786638182s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:31.789369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:31.296877Z","time spent":"492.482062ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:21:31.789375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:30.002474Z","time spent":"1.786891929s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-05-07T03:21:31.789265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24274772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:31.789488Z","caller":"traceutil/trace.go:171","msg":"trace[166312681] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1221; }","duration":"1.242985076s","start":"2026-05-07T03:21:30.546477Z","end":"2026-05-07T03:21:31.789462Z","steps":["trace[166312681] 'agreement among raft nodes before linearized reading' (duration: 1.24276165s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:31.789538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:30.546464Z","time spent":"1.243058757s","remote":"127.0.0.1:38726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:21:31.789362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133127133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:21:31.789674Z","caller":"traceutil/trace.go:171","msg":"trace[1783957829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1221; }","duration":"2.133445121s","start":"2026-05-07T03:21:29.65618Z","end":"2026-05-07T03:21:31.789625Z","steps":["trace[1783957829] 'agreement among raft nodes before linearized reading' (duration: 2.13299831s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:31.789102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152457996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:21:31.789782Z","caller":"traceutil/trace.go:171","msg":"trace[573074452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1221; }","duration":"2.153191813s","start":"2026-05-07T03:21:29.63658Z","end":"2026-05-07T03:21:31.789772Z","steps":["trace[573074452] 'agreement among raft nodes before linearized reading' (duration: 2.152250881s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:31.789773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:29.65616Z","time spent":"2.133562384s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:21:31.789821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:29.636574Z","time spent":"2.153237284s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:21:45.861616Z","caller":"traceutil/trace.go:171","msg":"trace[69939410] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"121.071045ms","start":"2026-05-07T03:21:45.740466Z","end":"2026-05-07T03:21:45.861537Z","steps":["trace[69939410] 'process raft request' (duration: 120.938891ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:45.870515Z","caller":"traceutil/trace.go:171","msg":"trace[946207269] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"125.851171ms","start":"2026-05-07T03:21:45.744643Z","end":"2026-05-07T03:21:45.870494Z","steps":["trace[946207269] 'process raft request' (duration: 125.565594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:46.363943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.680065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:21:46.364034Z","caller":"traceutil/trace.go:171","msg":"trace[1281715403] linearizableReadLoop","detail":"{readStateIndex:1401; appliedIndex:1400; }","duration":"374.523643ms","start":"2026-05-07T03:21:45.989498Z","end":"2026-05-07T03:21:46.364022Z","steps":["trace[1281715403] 'read index received' (duration: 268.668573ms)","trace[1281715403] 'applied index is now lower than readState.Index' (duration: 105.85411ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:46.364065Z","caller":"traceutil/trace.go:171","msg":"trace[116255858] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"489.850324ms","start":"2026-05-07T03:21:45.874179Z","end":"2026-05-07T03:21:46.36403Z","steps":["trace[116255858] 'process raft request' (duration: 384.020465ms)","trace[116255858] 'compare' (duration: 105.575473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:46.364162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.669636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:21:46.364192Z","caller":"traceutil/trace.go:171","msg":"trace[1170554398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1349; }","duration":"374.734128ms","start":"2026-05-07T03:21:45.989448Z","end":"2026-05-07T03:21:46.364182Z","steps":["trace[1170554398] 'agreement among raft nodes before linearized reading' (duration: 374.636386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:46.364203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:45.874156Z","time spent":"489.982728ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:46.364231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:45.989426Z","time spent":"374.79371ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:21:46.364252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.448381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:21:46.364311Z","caller":"traceutil/trace.go:171","msg":"trace[116709626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1349; }","duration":"374.535004ms","start":"2026-05-07T03:21:45.989759Z","end":"2026-05-07T03:21:46.364294Z","steps":["trace[116709626] 'agreement among raft nodes before linearized reading' (duration: 374.38858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:46.36437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:45.989718Z","time spent":"374.639506ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:21:46.364596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.080861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:21:46.364634Z","caller":"traceutil/trace.go:171","msg":"trace[143115269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1349; }","duration":"374.153153ms","start":"2026-05-07T03:21:45.990473Z","end":"2026-05-07T03:21:46.364626Z","steps":["trace[143115269] 'agreement among raft nodes before linearized reading' (duration: 374.068581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:46.36466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:45.990463Z","time spent":"374.190713ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:21:48.365955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147247314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:21:48.450349Z","caller":"traceutil/trace.go:171","msg":"trace[554543876] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"719.158373ms","start":"2026-05-07T03:21:47.731166Z","end":"2026-05-07T03:21:48.450325Z","steps":["trace[554543876] 'process raft request' (duration: 719.01919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:48.450499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:47.731153Z","time spent":"719.265436ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:48.462363Z","caller":"traceutil/trace.go:171","msg":"trace[297845883] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1408; }","duration":"597.206735ms","start":"2026-05-07T03:21:47.865137Z","end":"2026-05-07T03:21:48.462344Z","steps":["trace[297845883] 'read index received' (duration: 585.028905ms)","trace[297845883] 'applied index is now lower than readState.Index' (duration: 12.17696ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:48.462449Z","caller":"traceutil/trace.go:171","msg":"trace[1230162013] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"587.101917ms","start":"2026-05-07T03:21:47.875293Z","end":"2026-05-07T03:21:48.462395Z","steps":["trace[1230162013] 'process raft request' (duration: 586.947023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:48.462543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:47.87527Z","time spent":"587.226759ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:48.462558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.405639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:21:48.462587Z","caller":"traceutil/trace.go:171","msg":"trace[1903519725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1358; }","duration":"597.496482ms","start":"2026-05-07T03:21:47.865081Z","end":"2026-05-07T03:21:48.462578Z","steps":["trace[1903519725] 'agreement among raft nodes before linearized reading' (duration: 597.366239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:48.462619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:47.865064Z","time spent":"597.548233ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:21:48.462805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.626763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:21:48.462772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.570408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:21:48.462829Z","caller":"traceutil/trace.go:171","msg":"trace[59247929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1358; }","duration":"164.685033ms","start":"2026-05-07T03:21:48.298138Z","end":"2026-05-07T03:21:48.462823Z","steps":["trace[59247929] 'agreement among raft nodes before linearized reading' (duration: 164.651513ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:48.462871Z","caller":"traceutil/trace.go:171","msg":"trace[1522085034] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1358; }","duration":"585.703082ms","start":"2026-05-07T03:21:47.87713Z","end":"2026-05-07T03:21:48.462834Z","steps":["trace[1522085034] 'agreement among raft nodes before linearized reading' (duration: 585.398854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:48.462914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:47.877119Z","time spent":"585.783283ms","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":175,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:21:48.463142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.127591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:21:48.463184Z","caller":"traceutil/trace.go:171","msg":"trace[416817189] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1358; }","duration":"573.193153ms","start":"2026-05-07T03:21:47.889977Z","end":"2026-05-07T03:21:48.46317Z","steps":["trace[416817189] 'agreement among raft nodes before linearized reading' (duration: 573.07016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:48.463235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:47.889966Z","time spent":"573.259644ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T03:21:53.931127Z","caller":"traceutil/trace.go:171","msg":"trace[1129643425] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"125.74393ms","start":"2026-05-07T03:21:53.805365Z","end":"2026-05-07T03:21:53.931109Z","steps":["trace[1129643425] 'process raft request' (duration: 125.615237ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:54.609081Z","caller":"traceutil/trace.go:171","msg":"trace[1756352814] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1539; }","duration":"118.317197ms","start":"2026-05-07T03:21:54.490745Z","end":"2026-05-07T03:21:54.609063Z","steps":["trace[1756352814] 'read index received' (duration: 118.227865ms)","trace[1756352814] 'applied index is now lower than readState.Index' (duration: 88.582µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:54.609207Z","caller":"traceutil/trace.go:171","msg":"trace[72509799] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"125.015763ms","start":"2026-05-07T03:21:54.484155Z","end":"2026-05-07T03:21:54.609171Z","steps":["trace[72509799] 'process raft request' (duration: 124.789787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:54.609267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.503071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:21:54.609292Z","caller":"traceutil/trace.go:171","msg":"trace[61443715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1486; }","duration":"118.583243ms","start":"2026-05-07T03:21:54.490702Z","end":"2026-05-07T03:21:54.609285Z","steps":["trace[61443715] 'agreement among raft nodes before linearized reading' (duration: 118.465081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:54.609355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.503933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:21:54.609423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.026472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:21:54.609438Z","caller":"traceutil/trace.go:171","msg":"trace[387790072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1486; }","duration":"114.634187ms","start":"2026-05-07T03:21:54.494785Z","end":"2026-05-07T03:21:54.609419Z","steps":["trace[387790072] 'agreement among raft nodes before linearized reading' (duration: 114.413601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:54.609485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.970557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:21:54.609499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.363715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:21:54.609448Z","caller":"traceutil/trace.go:171","msg":"trace[300471921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1486; }","duration":"112.103353ms","start":"2026-05-07T03:21:54.497339Z","end":"2026-05-07T03:21:54.609442Z","steps":["trace[300471921] 'agreement among raft nodes before linearized reading' (duration: 112.047522ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:54.609583Z","caller":"traceutil/trace.go:171","msg":"trace[1038652313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1486; }","duration":"111.499438ms","start":"2026-05-07T03:21:54.498067Z","end":"2026-05-07T03:21:54.609566Z","steps":["trace[1038652313] 'agreement among raft nodes before linearized reading' (duration: 111.255752ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:54.609535Z","caller":"traceutil/trace.go:171","msg":"trace[678160015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1486; }","duration":"109.071518ms","start":"2026-05-07T03:21:54.500452Z","end":"2026-05-07T03:21:54.609523Z","steps":["trace[678160015] 'agreement among raft nodes before linearized reading' (duration: 108.874833ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:55.14817Z","caller":"traceutil/trace.go:171","msg":"trace[1746592677] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"165.744163ms","start":"2026-05-07T03:21:54.982396Z","end":"2026-05-07T03:21:55.148141Z","steps":["trace[1746592677] 'process raft request' (duration: 152.219028ms)","trace[1746592677] 'compare' (duration: 13.380751ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:03.709631Z","caller":"traceutil/trace.go:171","msg":"trace[1672935881] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"224.311769ms","start":"2026-05-07T03:22:03.48529Z","end":"2026-05-07T03:22:03.709601Z","steps":["trace[1672935881] 'process raft request' (duration: 224.147645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:12.514227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.702464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:12.514333Z","caller":"traceutil/trace.go:171","msg":"trace[688644321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1762; }","duration":"199.881158ms","start":"2026-05-07T03:22:12.314431Z","end":"2026-05-07T03:22:12.514312Z","steps":["trace[688644321] 'range keys from in-memory index tree' (duration: 199.565681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:12.514458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.909164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:22:12.5145Z","caller":"traceutil/trace.go:171","msg":"trace[620687405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1762; }","duration":"102.989186ms","start":"2026-05-07T03:22:12.411499Z","end":"2026-05-07T03:22:12.514488Z","steps":["trace[620687405] 'range keys from in-memory index tree' (duration: 102.74588ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:12.817589Z","caller":"traceutil/trace.go:171","msg":"trace[39392731] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"160.014136ms","start":"2026-05-07T03:22:12.657545Z","end":"2026-05-07T03:22:12.81756Z","steps":["trace[39392731] 'process raft request' (duration: 102.129064ms)","trace[39392731] 'compare' (duration: 57.755219ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:12.819654Z","caller":"traceutil/trace.go:171","msg":"trace[1560663997] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"160.874967ms","start":"2026-05-07T03:22:12.658751Z","end":"2026-05-07T03:22:12.819626Z","steps":["trace[1560663997] 'process raft request' (duration: 159.889902ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:12.819842Z","caller":"traceutil/trace.go:171","msg":"trace[2002627698] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"159.295538ms","start":"2026-05-07T03:22:12.660504Z","end":"2026-05-07T03:22:12.8198Z","steps":["trace[2002627698] 'process raft request' (duration: 158.545049ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:12.8199Z","caller":"traceutil/trace.go:171","msg":"trace[1478537392] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"160.844627ms","start":"2026-05-07T03:22:12.659016Z","end":"2026-05-07T03:22:12.819861Z","steps":["trace[1478537392] 'process raft request' (duration: 159.862272ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:12.820121Z","caller":"traceutil/trace.go:171","msg":"trace[22851118] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"161.273637ms","start":"2026-05-07T03:22:12.658836Z","end":"2026-05-07T03:22:12.82011Z","steps":["trace[22851118] 'process raft request' (duration: 159.997555ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:12.820185Z","caller":"traceutil/trace.go:171","msg":"trace[1136879824] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"161.049222ms","start":"2026-05-07T03:22:12.659125Z","end":"2026-05-07T03:22:12.820175Z","steps":["trace[1136879824] 'process raft request' (duration: 159.861363ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:12.820449Z","caller":"traceutil/trace.go:171","msg":"trace[1638986066] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"159.763359ms","start":"2026-05-07T03:22:12.660678Z","end":"2026-05-07T03:22:12.820441Z","steps":["trace[1638986066] 'process raft request' (duration: 158.412036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:21.527732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.34124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:21.5279Z","caller":"traceutil/trace.go:171","msg":"trace[413414611] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1964; }","duration":"483.530414ms","start":"2026-05-07T03:22:21.044357Z","end":"2026-05-07T03:22:21.527887Z","steps":["trace[413414611] 'read index received' (duration: 53.556217ms)","trace[413414611] 'applied index is now lower than readState.Index' (duration: 429.973457ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:21.528151Z","caller":"traceutil/trace.go:171","msg":"trace[974685850] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"611.446309ms","start":"2026-05-07T03:22:20.916695Z","end":"2026-05-07T03:22:21.528141Z","steps":["trace[974685850] 'process raft request' (duration: 103.632568ms)","trace[974685850] 'compare' (duration: 507.238077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:21.528201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:20.91668Z","time spent":"611.49719ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:21.528329Z","caller":"traceutil/trace.go:171","msg":"trace[757307857] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"608.652528ms","start":"2026-05-07T03:22:20.91967Z","end":"2026-05-07T03:22:21.528323Z","steps":["trace[757307857] 'process raft request' (duration: 608.148926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:21.52837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:20.919658Z","time spent":"608.69226ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:21.528391Z","caller":"traceutil/trace.go:171","msg":"trace[1294599710] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"608.636568ms","start":"2026-05-07T03:22:20.919728Z","end":"2026-05-07T03:22:21.528365Z","steps":["trace[1294599710] 'process raft request' (duration: 608.133816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:21.52853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:20.919724Z","time spent":"608.73383ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:21.528516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.153531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:21.528573Z","caller":"traceutil/trace.go:171","msg":"trace[1612485540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1886; }","duration":"484.269044ms","start":"2026-05-07T03:22:21.04429Z","end":"2026-05-07T03:22:21.528559Z","steps":["trace[1612485540] 'agreement among raft nodes before linearized reading' (duration: 484.107139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:21.528602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:21.044268Z","time spent":"484.328435ms","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:22:21.529007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.993994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:21.529032Z","caller":"traceutil/trace.go:171","msg":"trace[2016854385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1886; }","duration":"230.054245ms","start":"2026-05-07T03:22:21.298972Z","end":"2026-05-07T03:22:21.529026Z","steps":["trace[2016854385] 'agreement among raft nodes before linearized reading' (duration: 230.012024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:21.529171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.212068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-07T03:22:21.529241Z","caller":"traceutil/trace.go:171","msg":"trace[1046352262] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7; range_end:; response_count:1; response_revision:1886; }","duration":"113.285849ms","start":"2026-05-07T03:22:21.415942Z","end":"2026-05-07T03:22:21.529228Z","steps":["trace[1046352262] 'agreement among raft nodes before linearized reading' (duration: 113.106545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:22.122105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.390666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:22.122223Z","caller":"traceutil/trace.go:171","msg":"trace[1568389327] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1886; }","duration":"307.55808ms","start":"2026-05-07T03:22:21.814632Z","end":"2026-05-07T03:22:22.12219Z","steps":["trace[1568389327] 'count revisions from in-memory index tree' (duration: 307.261352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:22.122373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:21.814602Z","time spent":"307.724024ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:22.12242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.039031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-07T03:22:22.122466Z","caller":"traceutil/trace.go:171","msg":"trace[791741132] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7; range_end:; response_count:1; response_revision:1886; }","duration":"225.112232ms","start":"2026-05-07T03:22:21.897343Z","end":"2026-05-07T03:22:22.122455Z","steps":["trace[791741132] 'range keys from in-memory index tree' (duration: 224.875076ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:22.869329Z","caller":"traceutil/trace.go:171","msg":"trace[508132328] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"738.387203ms","start":"2026-05-07T03:22:22.130918Z","end":"2026-05-07T03:22:22.869305Z","steps":["trace[508132328] 'process raft request' (duration: 738.226589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:22.86954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.1309Z","time spent":"738.496666ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:25.267559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.398415633s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:22:25.298547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:22:25.29868Z","caller":"traceutil/trace.go:171","msg":"trace[72546986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551693s","start":"2026-05-07T03:22:23.2981Z","end":"2026-05-07T03:22:25.298651Z","steps":["trace[72546986] 'agreement among raft nodes before linearized reading' (duration: 2.000363719s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.298748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:23.298081Z","time spent":"2.000653595s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:22:25 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T03:22:25.343344Z","caller":"traceutil/trace.go:171","msg":"trace[717274901] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"2.72854242s","start":"2026-05-07T03:22:22.614779Z","end":"2026-05-07T03:22:25.343321Z","steps":["trace[717274901] 'process raft request' (duration: 2.728425807s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.343497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.614755Z","time spent":"2.728656133s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:25.343551Z","caller":"traceutil/trace.go:171","msg":"trace[301343671] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"2.82663558s","start":"2026-05-07T03:22:22.516873Z","end":"2026-05-07T03:22:25.343508Z","steps":["trace[301343671] 'process raft request' (duration: 2.750856547s)","trace[301343671] 'compare' (duration: 74.751218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:25.343731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.516843Z","time spent":"2.826794043s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:25.343868Z","caller":"traceutil/trace.go:171","msg":"trace[121670363] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"2.51314592s","start":"2026-05-07T03:22:22.830712Z","end":"2026-05-07T03:22:25.343858Z","steps":["trace[121670363] 'process raft request' (duration: 2.512573626s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.343942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.830695Z","time spent":"2.513215521s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:25.344015Z","caller":"traceutil/trace.go:171","msg":"trace[930388560] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1967; }","duration":"2.809907793s","start":"2026-05-07T03:22:22.534094Z","end":"2026-05-07T03:22:25.344002Z","steps":["trace[930388560] 'read index received' (duration: 335.06658ms)","trace[930388560] 'applied index is now lower than readState.Index' (duration: 2.474839863s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:25.344103Z","caller":"traceutil/trace.go:171","msg":"trace[796554151] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"2.513381537s","start":"2026-05-07T03:22:22.830712Z","end":"2026-05-07T03:22:25.344093Z","steps":["trace[796554151] 'process raft request' (duration: 2.512880093s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.344154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.830694Z","time spent":"2.513428927s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:25.344404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810304283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-07T03:22:25.344445Z","caller":"traceutil/trace.go:171","msg":"trace[418922416] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7; range_end:; response_count:1; response_revision:1892; }","duration":"2.810369264s","start":"2026-05-07T03:22:22.534065Z","end":"2026-05-07T03:22:25.344435Z","steps":["trace[418922416] 'agreement among raft nodes before linearized reading' (duration: 2.81020791s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.344477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.534055Z","time spent":"2.810411186s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" "} {"level":"warn","ts":"2026-05-07T03:22:25.344584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807485962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:25.344633Z","caller":"traceutil/trace.go:171","msg":"trace[1502624420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1892; }","duration":"2.807572034s","start":"2026-05-07T03:22:22.537048Z","end":"2026-05-07T03:22:25.34462Z","steps":["trace[1502624420] 'agreement among raft nodes before linearized reading' (duration: 2.80741824s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.344664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.537029Z","time spent":"2.807628656s","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:22:25.344822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241303388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:25.34484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812097125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:22:25.344852Z","caller":"traceutil/trace.go:171","msg":"trace[2078088304] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1892; }","duration":"2.24138496s","start":"2026-05-07T03:22:23.103456Z","end":"2026-05-07T03:22:25.344841Z","steps":["trace[2078088304] 'agreement among raft nodes before linearized reading' (duration: 2.241338519s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:25.344872Z","caller":"traceutil/trace.go:171","msg":"trace[1954098033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1892; }","duration":"1.812163957s","start":"2026-05-07T03:22:23.532699Z","end":"2026-05-07T03:22:25.344863Z","steps":["trace[1954098033] 'agreement among raft nodes before linearized reading' (duration: 1.812077725s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.344881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:23.103427Z","time spent":"2.241447382s","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:25.344916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:23.532672Z","time spent":"1.812237149s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:22:25.34504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428343111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:22:25.345064Z","caller":"traceutil/trace.go:171","msg":"trace[1595119230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1892; }","duration":"2.428391373s","start":"2026-05-07T03:22:22.916667Z","end":"2026-05-07T03:22:25.345058Z","steps":["trace[1595119230] 'agreement among raft nodes before linearized reading' (duration: 2.428330851s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.345081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.916651Z","time spent":"2.428426103s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:25.345189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435416298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:22:25.345185Z","caller":"traceutil/trace.go:171","msg":"trace[1963558181] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"2.465749497s","start":"2026-05-07T03:22:22.878225Z","end":"2026-05-07T03:22:25.343975Z","steps":["trace[1963558181] 'process raft request' (duration: 2.465599662s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:25.345206Z","caller":"traceutil/trace.go:171","msg":"trace[339173110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1892; }","duration":"2.435464689s","start":"2026-05-07T03:22:22.909736Z","end":"2026-05-07T03:22:25.345201Z","steps":["trace[339173110] 'agreement among raft nodes before linearized reading' (duration: 2.435411878s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.345227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.909721Z","time spent":"2.43550181s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:22:25.345245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.87821Z","time spent":"2.467003337s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:25.345276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.634602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-05-07T03:22:25.345305Z","caller":"traceutil/trace.go:171","msg":"trace[2132819196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1892; }","duration":"604.694242ms","start":"2026-05-07T03:22:24.740601Z","end":"2026-05-07T03:22:25.345295Z","steps":["trace[2132819196] 'agreement among raft nodes before linearized reading' (duration: 604.619611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.345336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471353136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-07T03:22:25.345357Z","caller":"traceutil/trace.go:171","msg":"trace[1530758463] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1892; }","duration":"2.471373917s","start":"2026-05-07T03:22:22.873977Z","end":"2026-05-07T03:22:25.345351Z","steps":["trace[1530758463] 'agreement among raft nodes before linearized reading' (duration: 2.471321115s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.345374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.873902Z","time spent":"2.471467988s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:22:25.345375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516438088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:25.345404Z","caller":"traceutil/trace.go:171","msg":"trace[2056712308] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1892; }","duration":"1.516494449s","start":"2026-05-07T03:22:23.8289Z","end":"2026-05-07T03:22:25.345395Z","steps":["trace[2056712308] 'agreement among raft nodes before linearized reading' (duration: 1.516450618s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.345427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:23.828883Z","time spent":"1.51653724s","remote":"127.0.0.1:38760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:25.345201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.079468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:22:25.345463Z","caller":"traceutil/trace.go:171","msg":"trace[355204862] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:1892; }","duration":"596.382025ms","start":"2026-05-07T03:22:24.749073Z","end":"2026-05-07T03:22:25.345455Z","steps":["trace[355204862] 'agreement among raft nodes before linearized reading' (duration: 596.069598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.345484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:24.749043Z","time spent":"596.435457ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-05-07T03:22:25.345497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765857022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:22:25.345523Z","caller":"traceutil/trace.go:171","msg":"trace[894478085] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1892; }","duration":"2.765947934s","start":"2026-05-07T03:22:22.579567Z","end":"2026-05-07T03:22:25.345515Z","steps":["trace[894478085] 'agreement among raft nodes before linearized reading' (duration: 2.765854281s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.34557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:22.579544Z","time spent":"2.766001386s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:22:25.345616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812508615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:22:25.345651Z","caller":"traceutil/trace.go:171","msg":"trace[970019329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1892; }","duration":"1.812559937s","start":"2026-05-07T03:22:23.533084Z","end":"2026-05-07T03:22:25.345644Z","steps":["trace[970019329] 'agreement among raft nodes before linearized reading' (duration: 1.812480405s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.345676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:23.533074Z","time spent":"1.812595368s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:25.345782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812786142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:22:25.345809Z","caller":"traceutil/trace.go:171","msg":"trace[117189705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1892; }","duration":"1.812848074s","start":"2026-05-07T03:22:23.532954Z","end":"2026-05-07T03:22:25.345802Z","steps":["trace[117189705] 'agreement among raft nodes before linearized reading' (duration: 1.812781602s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.345833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:23.532772Z","time spent":"1.813055298s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:25.345335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:24.740534Z","time spent":"604.794345ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:22:25.837627Z","caller":"traceutil/trace.go:171","msg":"trace[1299322490] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"484.599995ms","start":"2026-05-07T03:22:25.353004Z","end":"2026-05-07T03:22:25.837604Z","steps":["trace[1299322490] 'process raft request' (duration: 484.535253ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:25.837704Z","caller":"traceutil/trace.go:171","msg":"trace[607029382] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1974; }","duration":"419.715363ms","start":"2026-05-07T03:22:25.417963Z","end":"2026-05-07T03:22:25.837679Z","steps":["trace[607029382] 'read index received' (duration: 356.46299ms)","trace[607029382] 'applied index is now lower than readState.Index' (duration: 63.251193ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:25.837836Z","caller":"traceutil/trace.go:171","msg":"trace[576106039] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"484.857201ms","start":"2026-05-07T03:22:25.35296Z","end":"2026-05-07T03:22:25.837817Z","steps":["trace[576106039] 'process raft request' (duration: 484.548984ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:25.837925Z","caller":"traceutil/trace.go:171","msg":"trace[1252411921] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"484.337288ms","start":"2026-05-07T03:22:25.353569Z","end":"2026-05-07T03:22:25.837907Z","steps":["trace[1252411921] 'process raft request' (duration: 484.0047ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:25.837918Z","caller":"traceutil/trace.go:171","msg":"trace[1450807034] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"486.777419ms","start":"2026-05-07T03:22:25.351103Z","end":"2026-05-07T03:22:25.83788Z","steps":["trace[1450807034] 'process raft request' (duration: 423.336982ms)","trace[1450807034] 'compare' (duration: 62.660748ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:25.837963Z","caller":"traceutil/trace.go:171","msg":"trace[499399527] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"486.540123ms","start":"2026-05-07T03:22:25.351353Z","end":"2026-05-07T03:22:25.837893Z","steps":["trace[499399527] 'process raft request' (duration: 486.119103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.837976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.83313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:25.838124Z","caller":"traceutil/trace.go:171","msg":"trace[806635298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1899; }","duration":"485.012395ms","start":"2026-05-07T03:22:25.353097Z","end":"2026-05-07T03:22:25.838109Z","steps":["trace[806635298] 'agreement among raft nodes before linearized reading' (duration: 484.665627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.838129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.353563Z","time spent":"484.41711ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:25.83782Z","caller":"traceutil/trace.go:171","msg":"trace[1888848668] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"486.528613ms","start":"2026-05-07T03:22:25.351267Z","end":"2026-05-07T03:22:25.837795Z","steps":["trace[1888848668] 'process raft request' (duration: 486.171104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.838209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.353091Z","time spent":"485.076257ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:22:25.83822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.351262Z","time spent":"486.918583ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:25.838129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.351088Z","time spent":"486.914833ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:25.837839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.352999Z","time spent":"484.713058ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:25.838143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.352952Z","time spent":"484.971224ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:25.838338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.351347Z","time spent":"486.753888ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:25.837982Z","caller":"traceutil/trace.go:171","msg":"trace[466672694] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"486.746129ms","start":"2026-05-07T03:22:25.35122Z","end":"2026-05-07T03:22:25.837966Z","steps":["trace[466672694] 'process raft request' (duration: 486.134274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.838457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.272266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:25.838574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.351213Z","time spent":"487.287442ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:25.838596Z","caller":"traceutil/trace.go:171","msg":"trace[55062246] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1899; }","duration":"480.42932ms","start":"2026-05-07T03:22:25.358149Z","end":"2026-05-07T03:22:25.838578Z","steps":["trace[55062246] 'agreement among raft nodes before linearized reading' (duration: 480.144933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.838715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.358138Z","time spent":"480.560153ms","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:22:25.880568Z","caller":"traceutil/trace.go:171","msg":"trace[1229886330] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"461.265582ms","start":"2026-05-07T03:22:25.419269Z","end":"2026-05-07T03:22:25.880535Z","steps":["trace[1229886330] 'process raft request' (duration: 461.049897ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:25.880601Z","caller":"traceutil/trace.go:171","msg":"trace[1593694867] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"459.59084ms","start":"2026-05-07T03:22:25.420987Z","end":"2026-05-07T03:22:25.880578Z","steps":["trace[1593694867] 'process raft request' (duration: 459.445846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:25.880758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.420977Z","time spent":"459.680012ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:25.881053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:25.419241Z","time spent":"461.409196ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:27.841452Z","caller":"traceutil/trace.go:171","msg":"trace[688424947] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"492.781162ms","start":"2026-05-07T03:22:27.348651Z","end":"2026-05-07T03:22:27.841432Z","steps":["trace[688424947] 'process raft request' (duration: 492.29359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:27.841656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:27.348624Z","time spent":"492.969057ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:27.844362Z","caller":"traceutil/trace.go:171","msg":"trace[93524673] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1983; }","duration":"490.377452ms","start":"2026-05-07T03:22:27.353974Z","end":"2026-05-07T03:22:27.844352Z","steps":["trace[93524673] 'read index received' (duration: 487.114181ms)","trace[93524673] 'applied index is now lower than readState.Index' (duration: 3.262651ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:27.844567Z","caller":"traceutil/trace.go:171","msg":"trace[989259513] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"493.137341ms","start":"2026-05-07T03:22:27.351422Z","end":"2026-05-07T03:22:27.84456Z","steps":["trace[989259513] 'process raft request' (duration: 492.873785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:27.844665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:27.351402Z","time spent":"493.186153ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:27.844881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.915305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-07T03:22:27.844904Z","caller":"traceutil/trace.go:171","msg":"trace[1778908306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7; range_end:; response_count:1; response_revision:1903; }","duration":"490.979708ms","start":"2026-05-07T03:22:27.353919Z","end":"2026-05-07T03:22:27.844899Z","steps":["trace[1778908306] 'agreement among raft nodes before linearized reading' (duration: 490.897886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:27.844958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:27.353898Z","time spent":"491.054659ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" "} {"level":"warn","ts":"2026-05-07T03:22:27.845107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.235888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:27.845128Z","caller":"traceutil/trace.go:171","msg":"trace[764170995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"486.271389ms","start":"2026-05-07T03:22:27.358852Z","end":"2026-05-07T03:22:27.845123Z","steps":["trace[764170995] 'agreement among raft nodes before linearized reading' (duration: 486.217238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:27.845175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:27.358844Z","time spent":"486.29436ms","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:22:29.294056Z","caller":"traceutil/trace.go:171","msg":"trace[1692488478] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"350.557014ms","start":"2026-05-07T03:22:28.943441Z","end":"2026-05-07T03:22:29.293998Z","steps":["trace[1692488478] 'process raft request' (duration: 350.293036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:29.294195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:28.943424Z","time spent":"350.700508ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:29.748097Z","caller":"traceutil/trace.go:171","msg":"trace[393301131] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"446.713859ms","start":"2026-05-07T03:22:29.301356Z","end":"2026-05-07T03:22:29.74807Z","steps":["trace[393301131] 'process raft request' (duration: 352.491921ms)","trace[393301131] 'compare' (duration: 94.112855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:29.748241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.301335Z","time spent":"446.830021ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:30.431108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.390879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:30.431323Z","caller":"traceutil/trace.go:171","msg":"trace[478805915] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.128973993s","start":"2026-05-07T03:22:29.302319Z","end":"2026-05-07T03:22:30.431293Z","steps":["trace[478805915] 'process raft request' (duration: 780.120571ms)","trace[478805915] 'compare' (duration: 348.096752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:30.431447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.302303Z","time spent":"1.129082375s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:30.432273Z","caller":"traceutil/trace.go:171","msg":"trace[1782962076] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.128534422s","start":"2026-05-07T03:22:29.303712Z","end":"2026-05-07T03:22:30.432247Z","steps":["trace[1782962076] 'process raft request' (duration: 1.127535077s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:30.432398Z","caller":"traceutil/trace.go:171","msg":"trace[581980533] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.128502261s","start":"2026-05-07T03:22:29.303877Z","end":"2026-05-07T03:22:30.43238Z","steps":["trace[581980533] 'process raft request' (duration: 1.128178933s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:30.432503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.303868Z","time spent":"1.128582403s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:30.432519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.303683Z","time spent":"1.128707886s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:30.432636Z","caller":"traceutil/trace.go:171","msg":"trace[23517238] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1997; }","duration":"1.006266172s","start":"2026-05-07T03:22:29.426344Z","end":"2026-05-07T03:22:30.43261Z","steps":["trace[23517238] 'read index received' (duration: 227.520523ms)","trace[23517238] 'applied index is now lower than readState.Index' (duration: 778.743689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:30.432837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006490147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:30.432921Z","caller":"traceutil/trace.go:171","msg":"trace[1808223367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"1.006599589s","start":"2026-05-07T03:22:29.426308Z","end":"2026-05-07T03:22:30.432908Z","steps":["trace[1808223367] 'agreement among raft nodes before linearized reading' (duration: 1.006388044s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:30.432951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.426292Z","time spent":"1.006649251s","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:22:30.433141Z","caller":"traceutil/trace.go:171","msg":"trace[29425849] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"581.571345ms","start":"2026-05-07T03:22:29.851551Z","end":"2026-05-07T03:22:30.433122Z","steps":["trace[29425849] 'process raft request' (duration: 581.489323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:30.433253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.851535Z","time spent":"581.662737ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:30.433561Z","caller":"traceutil/trace.go:171","msg":"trace[1950708419] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"583.755989ms","start":"2026-05-07T03:22:29.849785Z","end":"2026-05-07T03:22:30.433541Z","steps":["trace[1950708419] 'process raft request' (duration: 583.167505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:30.433809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.849759Z","time spent":"583.990345ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:30.993206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.235969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:30.9936Z","caller":"traceutil/trace.go:171","msg":"trace[1856935955] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"845.784108ms","start":"2026-05-07T03:22:30.147784Z","end":"2026-05-07T03:22:30.993568Z","steps":["trace[1856935955] 'process raft request' (duration: 540.074387ms)","trace[1856935955] 'compare' (duration: 305.135097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:30.993786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:30.14774Z","time spent":"845.968832ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:31.143933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.594671ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:22:31.14403Z","caller":"traceutil/trace.go:171","msg":"trace[1979858670] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2003; }","duration":"711.314604ms","start":"2026-05-07T03:22:30.432698Z","end":"2026-05-07T03:22:31.144013Z","steps":["trace[1979858670] 'read index received' (duration: 255.174947ms)","trace[1979858670] 'applied index is now lower than readState.Index' (duration: 456.138237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:31.144198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2721569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:22:31.144237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272863807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T03:22:31.14425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.911368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:31.144275Z","caller":"traceutil/trace.go:171","msg":"trace[1572924709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"1.272286543s","start":"2026-05-07T03:22:29.871968Z","end":"2026-05-07T03:22:31.144254Z","steps":["trace[1572924709] 'agreement among raft nodes before linearized reading' (duration: 1.272051157s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.144299Z","caller":"traceutil/trace.go:171","msg":"trace[73055298] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1922; }","duration":"1.27294164s","start":"2026-05-07T03:22:29.871335Z","end":"2026-05-07T03:22:31.144276Z","steps":["trace[73055298] 'agreement among raft nodes before linearized reading' (duration: 1.272793326s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.144342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.871947Z","time spent":"1.272377506s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:31.144373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.871327Z","time spent":"1.273031332s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:22:31.144442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288183501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-05-07T03:22:31.1445Z","caller":"traceutil/trace.go:171","msg":"trace[1806510004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7; range_end:; response_count:1; response_revision:1922; }","duration":"1.288270404s","start":"2026-05-07T03:22:29.856215Z","end":"2026-05-07T03:22:31.144486Z","steps":["trace[1806510004] 'agreement among raft nodes before linearized reading' (duration: 1.2881261s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.144519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168940697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:31.144525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564269939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" ","response":"range_response_count:1 size:2244"} {"level":"warn","ts":"2026-05-07T03:22:31.144542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.856202Z","time spent":"1.288328955s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" "} {"level":"info","ts":"2026-05-07T03:22:31.144573Z","caller":"traceutil/trace.go:171","msg":"trace[437937567] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1922; }","duration":"1.169017309s","start":"2026-05-07T03:22:29.975541Z","end":"2026-05-07T03:22:31.144558Z","steps":["trace[437937567] 'agreement among raft nodes before linearized reading' (duration: 1.168938057s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.144594Z","caller":"traceutil/trace.go:171","msg":"trace[703893635] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7; range_end:; response_count:1; response_revision:1922; }","duration":"1.564385432s","start":"2026-05-07T03:22:29.580192Z","end":"2026-05-07T03:22:31.144577Z","steps":["trace[703893635] 'agreement among raft nodes before linearized reading' (duration: 1.564154776s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.14462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.975529Z","time spent":"1.169075091s","remote":"127.0.0.1:38742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:31.144638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.580169Z","time spent":"1.564461244s","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2267,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" "} {"level":"warn","ts":"2026-05-07T03:22:31.145305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385156317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:31.14533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274020646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:22:31.145342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191610495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18ad2a7bdd0836b5\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-05-07T03:22:31.145367Z","caller":"traceutil/trace.go:171","msg":"trace[883429076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"1.38526807s","start":"2026-05-07T03:22:29.760083Z","end":"2026-05-07T03:22:31.145351Z","steps":["trace[883429076] 'agreement among raft nodes before linearized reading' (duration: 1.385175208s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.145382Z","caller":"traceutil/trace.go:171","msg":"trace[534438168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"1.274102299s","start":"2026-05-07T03:22:29.871264Z","end":"2026-05-07T03:22:31.145367Z","steps":["trace[534438168] 'agreement among raft nodes before linearized reading' (duration: 1.273941105s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.145393Z","caller":"traceutil/trace.go:171","msg":"trace[1732314439] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18ad2a7bdd0836b5; range_end:; response_count:1; response_revision:1922; }","duration":"1.191693126s","start":"2026-05-07T03:22:29.953685Z","end":"2026-05-07T03:22:31.145378Z","steps":["trace[1732314439] 'agreement among raft nodes before linearized reading' (duration: 1.191532722s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.145409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.760069Z","time spent":"1.385329381s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:22:31.145426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.871219Z","time spent":"1.274195011s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:31.145437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.953665Z","time spent":"1.191760328s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18ad2a7bdd0836b5\" "} {"level":"warn","ts":"2026-05-07T03:22:31.145511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453761824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:22:31.145575Z","caller":"traceutil/trace.go:171","msg":"trace[2080410273] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1922; }","duration":"1.453831685s","start":"2026-05-07T03:22:29.691724Z","end":"2026-05-07T03:22:31.145556Z","steps":["trace[2080410273] 'agreement among raft nodes before linearized reading' (duration: 1.453724473s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.145607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.691638Z","time spent":"1.45396197s","remote":"127.0.0.1:37290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:31.145826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205920204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-05-07T03:22:31.145842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274803857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:22:31.145881Z","caller":"traceutil/trace.go:171","msg":"trace[1368232837] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7; range_end:; response_count:1; response_revision:1922; }","duration":"1.206016286s","start":"2026-05-07T03:22:29.93985Z","end":"2026-05-07T03:22:31.145866Z","steps":["trace[1368232837] 'agreement among raft nodes before linearized reading' (duration: 1.20578247s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.145894Z","caller":"traceutil/trace.go:171","msg":"trace[1078605913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"1.274879468s","start":"2026-05-07T03:22:29.870999Z","end":"2026-05-07T03:22:31.145879Z","steps":["trace[1078605913] 'agreement among raft nodes before linearized reading' (duration: 1.274622602s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.145854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.8432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-07T03:22:31.145928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.939828Z","time spent":"1.206086557s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b036867-9121-4b06-9090-8e46bd4352a7\" "} {"level":"warn","ts":"2026-05-07T03:22:31.145942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.87099Z","time spent":"1.274938749s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:22:31.144303Z","caller":"traceutil/trace.go:171","msg":"trace[475933097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"847.065171ms","start":"2026-05-07T03:22:30.297223Z","end":"2026-05-07T03:22:31.144288Z","steps":["trace[475933097] 'agreement among raft nodes before linearized reading' (duration: 846.957788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.145973Z","caller":"traceutil/trace.go:171","msg":"trace[1479603948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1922; }","duration":"249.032185ms","start":"2026-05-07T03:22:30.896916Z","end":"2026-05-07T03:22:31.145949Z","steps":["trace[1479603948] 'agreement among raft nodes before linearized reading' (duration: 248.595193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.146017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:30.297197Z","time spent":"848.805955ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:22:31.146206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274077189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:22:31.14624Z","caller":"traceutil/trace.go:171","msg":"trace[2020960610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"1.274162781s","start":"2026-05-07T03:22:29.872067Z","end":"2026-05-07T03:22:31.14623Z","steps":["trace[2020960610] 'agreement among raft nodes before linearized reading' (duration: 1.274013787s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.146266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.872034Z","time spent":"1.274225563s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:22:31.146272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275861244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-07T03:22:31.146323Z","caller":"traceutil/trace.go:171","msg":"trace[766901824] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1922; }","duration":"1.275935516s","start":"2026-05-07T03:22:29.870372Z","end":"2026-05-07T03:22:31.146308Z","steps":["trace[766901824] 'agreement among raft nodes before linearized reading' (duration: 1.275794062s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.146367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.870362Z","time spent":"1.275991627s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:22:31.146539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280924999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:22:31.14662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287463813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:31.14668Z","caller":"traceutil/trace.go:171","msg":"trace[175756428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"1.287551476s","start":"2026-05-07T03:22:29.859111Z","end":"2026-05-07T03:22:31.146663Z","steps":["trace[175756428] 'agreement among raft nodes before linearized reading' (duration: 1.287396822s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.14673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.859098Z","time spent":"1.287619017s","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:22:31.146654Z","caller":"traceutil/trace.go:171","msg":"trace[924057425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"1.281068533s","start":"2026-05-07T03:22:29.865567Z","end":"2026-05-07T03:22:31.146636Z","steps":["trace[924057425] 'agreement among raft nodes before linearized reading' (duration: 1.280882678s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.147259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:29.865546Z","time spent":"1.281692959s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:22:31.380364Z","caller":"traceutil/trace.go:171","msg":"trace[1288786914] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"230.952791ms","start":"2026-05-07T03:22:31.149379Z","end":"2026-05-07T03:22:31.380332Z","steps":["trace[1288786914] 'process raft request' (duration: 230.717045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.687688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.391471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:31.688231Z","caller":"traceutil/trace.go:171","msg":"trace[1271835899] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"536.206724ms","start":"2026-05-07T03:22:31.152Z","end":"2026-05-07T03:22:31.688207Z","steps":["trace[1271835899] 'process raft request' (duration: 535.778483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.688416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.151993Z","time spent":"536.320266ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:31.688667Z","caller":"traceutil/trace.go:171","msg":"trace[299642169] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"536.452409ms","start":"2026-05-07T03:22:31.15219Z","end":"2026-05-07T03:22:31.688643Z","steps":["trace[299642169] 'process raft request' (duration: 535.66391ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.688843Z","caller":"traceutil/trace.go:171","msg":"trace[1137155738] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1927; }","duration":"535.738922ms","start":"2026-05-07T03:22:31.153088Z","end":"2026-05-07T03:22:31.688827Z","steps":["trace[1137155738] 'process raft request' (duration: 535.175118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.688821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.152181Z","time spent":"536.546991ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:31.688978Z","caller":"traceutil/trace.go:171","msg":"trace[219472580] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2005; }","duration":"530.788838ms","start":"2026-05-07T03:22:31.158153Z","end":"2026-05-07T03:22:31.688941Z","steps":["trace[219472580] 'read index received' (duration: 222.031208ms)","trace[219472580] 'applied index is now lower than readState.Index' (duration: 308.75681ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:31.68901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.153068Z","time spent":"535.819603ms","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-07T03:22:31.689101Z","caller":"traceutil/trace.go:171","msg":"trace[1702768778] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"535.564518ms","start":"2026-05-07T03:22:31.153525Z","end":"2026-05-07T03:22:31.68909Z","steps":["trace[1702768778] 'process raft request' (duration: 535.321961ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.689014Z","caller":"traceutil/trace.go:171","msg":"trace[2069586069] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"535.610679ms","start":"2026-05-07T03:22:31.153378Z","end":"2026-05-07T03:22:31.688989Z","steps":["trace[2069586069] 'process raft request' (duration: 535.413484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.689222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.153502Z","time spent":"535.643231ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:31.689271Z","caller":"traceutil/trace.go:171","msg":"trace[1190290801] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"536.021119ms","start":"2026-05-07T03:22:31.153238Z","end":"2026-05-07T03:22:31.689259Z","steps":["trace[1190290801] 'process raft request' (duration: 535.322461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.689284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.153368Z","time spent":"535.864926ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:31.689337Z","caller":"traceutil/trace.go:171","msg":"trace[1427615283] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"534.415469ms","start":"2026-05-07T03:22:31.154911Z","end":"2026-05-07T03:22:31.689327Z","steps":["trace[1427615283] 'process raft request' (duration: 533.959927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.689357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.15323Z","time spent":"536.084681ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3920,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:31.689396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.154902Z","time spent":"534.47068ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:31.689474Z","caller":"traceutil/trace.go:171","msg":"trace[1082976775] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"534.396229ms","start":"2026-05-07T03:22:31.155071Z","end":"2026-05-07T03:22:31.689467Z","steps":["trace[1082976775] 'process raft request' (duration: 533.846504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.68953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.155065Z","time spent":"534.428729ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:31.689617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.462735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:31.689647Z","caller":"traceutil/trace.go:171","msg":"trace[1263929206] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1932; }","duration":"531.514377ms","start":"2026-05-07T03:22:31.158124Z","end":"2026-05-07T03:22:31.689638Z","steps":["trace[1263929206] 'agreement among raft nodes before linearized reading' (duration: 531.452335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.689668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.158116Z","time spent":"531.548147ms","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:22:31.689683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.173999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:31.68969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.242689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:31.689733Z","caller":"traceutil/trace.go:171","msg":"trace[2028498458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"394.260791ms","start":"2026-05-07T03:22:31.295458Z","end":"2026-05-07T03:22:31.689719Z","steps":["trace[2028498458] 'agreement among raft nodes before linearized reading' (duration: 394.182329ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.689742Z","caller":"traceutil/trace.go:171","msg":"trace[748602660] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1932; }","duration":"360.321901ms","start":"2026-05-07T03:22:31.329404Z","end":"2026-05-07T03:22:31.689726Z","steps":["trace[748602660] 'agreement among raft nodes before linearized reading' (duration: 360.243939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:31.689776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.295418Z","time spent":"394.350463ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:22:31.689787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.329392Z","time spent":"360.380712ms","remote":"127.0.0.1:38802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:22:31.690184Z","caller":"traceutil/trace.go:171","msg":"trace[361489367] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"535.987808ms","start":"2026-05-07T03:22:31.151926Z","end":"2026-05-07T03:22:31.687914Z","steps":["trace[361489367] 'process raft request' (duration: 382.29545ms)","trace[361489367] 'compare' (duration: 152.888888ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:31.690255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:31.151902Z","time spent":"538.319876ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:32.239515Z","caller":"traceutil/trace.go:171","msg":"trace[675633861] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"283.003016ms","start":"2026-05-07T03:22:31.956444Z","end":"2026-05-07T03:22:32.239447Z","steps":["trace[675633861] 'process raft request' (duration: 210.970842ms)","trace[675633861] 'compare' (duration: 71.770338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:32.683063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.114528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:32.683237Z","caller":"traceutil/trace.go:171","msg":"trace[1879372342] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"436.038178ms","start":"2026-05-07T03:22:32.247181Z","end":"2026-05-07T03:22:32.683219Z","steps":["trace[1879372342] 'process raft request' (duration: 142.692244ms)","trace[1879372342] 'compare' (duration: 293.024026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:32.683339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:32.247169Z","time spent":"436.11783ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:32.683675Z","caller":"traceutil/trace.go:171","msg":"trace[354305856] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2017; }","duration":"386.604531ms","start":"2026-05-07T03:22:32.29706Z","end":"2026-05-07T03:22:32.683665Z","steps":["trace[354305856] 'read index received' (duration: 92.745383ms)","trace[354305856] 'applied index is now lower than readState.Index' (duration: 293.857708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:32.683744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.679433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:32.683767Z","caller":"traceutil/trace.go:171","msg":"trace[65557687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1935; }","duration":"386.731735ms","start":"2026-05-07T03:22:32.29703Z","end":"2026-05-07T03:22:32.683761Z","steps":["trace[65557687] 'agreement among raft nodes before linearized reading' (duration: 386.689554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:32.683787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:32.297014Z","time spent":"386.768735ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:22:32.684102Z","caller":"traceutil/trace.go:171","msg":"trace[2110753698] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"244.169154ms","start":"2026-05-07T03:22:32.439918Z","end":"2026-05-07T03:22:32.684087Z","steps":["trace[2110753698] 'process raft request' (duration: 243.25463ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:32.68576Z","caller":"traceutil/trace.go:171","msg":"trace[321950449] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"245.520688ms","start":"2026-05-07T03:22:32.440215Z","end":"2026-05-07T03:22:32.685736Z","steps":["trace[321950449] 'process raft request' (duration: 245.392875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:32.686412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.984401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:32.686531Z","caller":"traceutil/trace.go:171","msg":"trace[277562282] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1937; }","duration":"280.171106ms","start":"2026-05-07T03:22:32.40634Z","end":"2026-05-07T03:22:32.686511Z","steps":["trace[277562282] 'agreement among raft nodes before linearized reading' (duration: 279.98536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:33.20618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.708894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:33.206486Z","caller":"traceutil/trace.go:171","msg":"trace[1193130483] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"356.053567ms","start":"2026-05-07T03:22:32.850412Z","end":"2026-05-07T03:22:33.206466Z","steps":["trace[1193130483] 'process raft request' (duration: 355.897794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:33.206578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:32.850387Z","time spent":"356.144049ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:33.206825Z","caller":"traceutil/trace.go:171","msg":"trace[1825840019] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"434.114921ms","start":"2026-05-07T03:22:32.772698Z","end":"2026-05-07T03:22:33.206813Z","steps":["trace[1825840019] 'process raft request' (duration: 294.685859ms)","trace[1825840019] 'compare' (duration: 138.338775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:33.206899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:32.772672Z","time spent":"434.184633ms","remote":"127.0.0.1:47604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:22:33.395159Z","caller":"traceutil/trace.go:171","msg":"trace[2132117333] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2025; }","duration":"146.200873ms","start":"2026-05-07T03:22:33.248936Z","end":"2026-05-07T03:22:33.395137Z","steps":["trace[2132117333] 'read index received' (duration: 145.022813ms)","trace[2132117333] 'applied index is now lower than readState.Index' (duration: 1.17686ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:33.395225Z","caller":"traceutil/trace.go:171","msg":"trace[116569465] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"182.933133ms","start":"2026-05-07T03:22:33.21227Z","end":"2026-05-07T03:22:33.395203Z","steps":["trace[116569465] 'process raft request' (duration: 181.731992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:33.395503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.553062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:33.395563Z","caller":"traceutil/trace.go:171","msg":"trace[252952184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"146.658794ms","start":"2026-05-07T03:22:33.248887Z","end":"2026-05-07T03:22:33.395546Z","steps":["trace[252952184] 'agreement among raft nodes before linearized reading' (duration: 146.365417ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:39.063358Z","caller":"traceutil/trace.go:171","msg":"trace[192524335] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"358.587276ms","start":"2026-05-07T03:22:38.704749Z","end":"2026-05-07T03:22:39.063336Z","steps":["trace[192524335] 'process raft request' (duration: 358.456023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:39.063493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.704726Z","time spent":"358.702619ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:39.795864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147248599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:22:40.242232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.063974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:40.24236Z","caller":"traceutil/trace.go:171","msg":"trace[1590769325] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2088; }","duration":"946.530841ms","start":"2026-05-07T03:22:39.295812Z","end":"2026-05-07T03:22:40.242343Z","steps":["trace[1590769325] 'read index received' (duration: 765.178039ms)","trace[1590769325] 'applied index is now lower than readState.Index' (duration: 181.351602ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:40.242543Z","caller":"traceutil/trace.go:171","msg":"trace[562477494] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"1.5269053s","start":"2026-05-07T03:22:38.715625Z","end":"2026-05-07T03:22:40.24253Z","steps":["trace[562477494] 'process raft request' (duration: 1.345468397s)","trace[562477494] 'compare' (duration: 180.664164ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:40.242594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.715607Z","time spent":"1.526961061s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:40.242718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.90555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:40.242739Z","caller":"traceutil/trace.go:171","msg":"trace[179797330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2004; }","duration":"946.958772ms","start":"2026-05-07T03:22:39.295772Z","end":"2026-05-07T03:22:40.242731Z","steps":["trace[179797330] 'agreement among raft nodes before linearized reading' (duration: 946.924501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.242756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.295754Z","time spent":"946.998742ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:22:40.24285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.986266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:40.242869Z","caller":"traceutil/trace.go:171","msg":"trace[792946018] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2004; }","duration":"893.038818ms","start":"2026-05-07T03:22:39.349824Z","end":"2026-05-07T03:22:40.242862Z","steps":["trace[792946018] 'agreement among raft nodes before linearized reading' (duration: 893.005847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.242887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.349807Z","time spent":"893.075618ms","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:40.243022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.777178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:22:40.24305Z","caller":"traceutil/trace.go:171","msg":"trace[942839495] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2004; }","duration":"477.84691ms","start":"2026-05-07T03:22:39.765196Z","end":"2026-05-07T03:22:40.243043Z","steps":["trace[942839495] 'agreement among raft nodes before linearized reading' (duration: 477.752727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.243069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.765177Z","time spent":"477.888231ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:22:40.243097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.794098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:22:40.243175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.961433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:22:40.243196Z","caller":"traceutil/trace.go:171","msg":"trace[565366831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2004; }","duration":"478.009754ms","start":"2026-05-07T03:22:39.765181Z","end":"2026-05-07T03:22:40.24319Z","steps":["trace[565366831] 'agreement among raft nodes before linearized reading' (duration: 477.954983ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:40.243193Z","caller":"traceutil/trace.go:171","msg":"trace[1151342345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2004; }","duration":"477.944533ms","start":"2026-05-07T03:22:39.765221Z","end":"2026-05-07T03:22:40.243166Z","steps":["trace[1151342345] 'agreement among raft nodes before linearized reading' (duration: 477.645535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.243217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.765141Z","time spent":"478.070506ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:40.243253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.765201Z","time spent":"478.037445ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:22:40.243338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.044993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:22:40.243357Z","caller":"traceutil/trace.go:171","msg":"trace[62852515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2004; }","duration":"501.091355ms","start":"2026-05-07T03:22:39.74226Z","end":"2026-05-07T03:22:40.243352Z","steps":["trace[62852515] 'agreement among raft nodes before linearized reading' (duration: 501.035413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.243376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.742245Z","time spent":"501.127185ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:40.243456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.481239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:40.24346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.47314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-07T03:22:40.243476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.814255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:22:40.243501Z","caller":"traceutil/trace.go:171","msg":"trace[1040312398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"802.543501ms","start":"2026-05-07T03:22:39.440946Z","end":"2026-05-07T03:22:40.24349Z","steps":["trace[1040312398] 'agreement among raft nodes before linearized reading' (duration: 802.419088ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:40.243501Z","caller":"traceutil/trace.go:171","msg":"trace[1261239506] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2004; }","duration":"404.571211ms","start":"2026-05-07T03:22:39.838913Z","end":"2026-05-07T03:22:40.243484Z","steps":["trace[1261239506] 'agreement among raft nodes before linearized reading' (duration: 404.507349ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:40.243507Z","caller":"traceutil/trace.go:171","msg":"trace[1393647043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2004; }","duration":"513.891867ms","start":"2026-05-07T03:22:39.729606Z","end":"2026-05-07T03:22:40.243498Z","steps":["trace[1393647043] 'agreement among raft nodes before linearized reading' (duration: 513.793155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.24351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.735506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:22:40.243525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.440928Z","time spent":"802.590913ms","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:22:40.243531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.729583Z","time spent":"513.942308ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:40.243532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.838895Z","time spent":"404.629003ms","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:22:40.243552Z","caller":"traceutil/trace.go:171","msg":"trace[182550635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2004; }","duration":"520.805537ms","start":"2026-05-07T03:22:39.722733Z","end":"2026-05-07T03:22:40.243538Z","steps":["trace[182550635] 'agreement among raft nodes before linearized reading' (duration: 520.676144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.243583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.722717Z","time spent":"520.857569ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:22:40.243707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.164547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-07T03:22:40.243736Z","caller":"traceutil/trace.go:171","msg":"trace[409962696] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2004; }","duration":"478.220248ms","start":"2026-05-07T03:22:39.765504Z","end":"2026-05-07T03:22:40.243724Z","steps":["trace[409962696] 'agreement among raft nodes before linearized reading' (duration: 478.146426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.243759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.76549Z","time spent":"478.26334ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:22:40.725061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.281067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:40.72547Z","caller":"traceutil/trace.go:171","msg":"trace[923545238] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"477.382245ms","start":"2026-05-07T03:22:40.248054Z","end":"2026-05-07T03:22:40.725436Z","steps":["trace[923545238] 'process raft request' (duration: 335.607315ms)","trace[923545238] 'compare' (duration: 141.050411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:40.725745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.248036Z","time spent":"477.662572ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:41.114782Z","caller":"traceutil/trace.go:171","msg":"trace[1090514680] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"866.692457ms","start":"2026-05-07T03:22:40.248069Z","end":"2026-05-07T03:22:41.114762Z","steps":["trace[1090514680] 'process raft request' (duration: 866.371409ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:41.114869Z","caller":"traceutil/trace.go:171","msg":"trace[1731560701] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2089; }","duration":"816.977993ms","start":"2026-05-07T03:22:40.297871Z","end":"2026-05-07T03:22:41.114849Z","steps":["trace[1731560701] 'read index received' (duration: 285.806649ms)","trace[1731560701] 'applied index is now lower than readState.Index' (duration: 531.170134ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:41.114969Z","caller":"traceutil/trace.go:171","msg":"trace[1132443147] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"865.954308ms","start":"2026-05-07T03:22:40.248999Z","end":"2026-05-07T03:22:41.114954Z","steps":["trace[1132443147] 'process raft request' (duration: 865.682651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.114983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.248058Z","time spent":"866.842062ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:41.114834Z","caller":"traceutil/trace.go:171","msg":"trace[246126261] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"866.651696ms","start":"2026-05-07T03:22:40.248153Z","end":"2026-05-07T03:22:41.114805Z","steps":["trace[246126261] 'process raft request' (duration: 866.474762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.115056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.248991Z","time spent":"866.01238ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:41.11507Z","caller":"traceutil/trace.go:171","msg":"trace[1359683131] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"865.388824ms","start":"2026-05-07T03:22:40.249649Z","end":"2026-05-07T03:22:41.115038Z","steps":["trace[1359683131] 'process raft request' (duration: 865.158308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:41.1151Z","caller":"traceutil/trace.go:171","msg":"trace[609837078] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"866.001149ms","start":"2026-05-07T03:22:40.249078Z","end":"2026-05-07T03:22:41.115079Z","steps":["trace[609837078] 'process raft request' (duration: 865.64184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.11518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.314792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:41.115185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.249065Z","time spent":"866.077082ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:41.115215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.249641Z","time spent":"865.500037ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:41.115161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.248126Z","time spent":"866.960494ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:41.115247Z","caller":"traceutil/trace.go:171","msg":"trace[952978940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"817.419445ms","start":"2026-05-07T03:22:40.297799Z","end":"2026-05-07T03:22:41.115219Z","steps":["trace[952978940] 'agreement among raft nodes before linearized reading' (duration: 817.319312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.115409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.297784Z","time spent":"817.604779ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:22:41.115083Z","caller":"traceutil/trace.go:171","msg":"trace[1572889934] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"865.764354ms","start":"2026-05-07T03:22:40.24922Z","end":"2026-05-07T03:22:41.114984Z","steps":["trace[1572889934] 'process raft request' (duration: 865.550408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.115969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.249207Z","time spent":"866.38773ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:41.157858Z","caller":"traceutil/trace.go:171","msg":"trace[726447039] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"445.475614ms","start":"2026-05-07T03:22:40.712331Z","end":"2026-05-07T03:22:41.157806Z","steps":["trace[726447039] 'process raft request' (duration: 445.234627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.15827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.712306Z","time spent":"445.65771ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:41.285651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.922429ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:22:41.286417Z","caller":"traceutil/trace.go:171","msg":"trace[448267349] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"286.565977ms","start":"2026-05-07T03:22:40.999832Z","end":"2026-05-07T03:22:41.286398Z","steps":["trace[448267349] 'process raft request' (duration: 285.91122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.390191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.707678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:41.390295Z","caller":"traceutil/trace.go:171","msg":"trace[1485951588] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2096; }","duration":"275.354496ms","start":"2026-05-07T03:22:41.114925Z","end":"2026-05-07T03:22:41.390279Z","steps":["trace[1485951588] 'read index received' (duration: 42.574078ms)","trace[1485951588] 'applied index is now lower than readState.Index' (duration: 232.779028ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:41.390377Z","caller":"traceutil/trace.go:171","msg":"trace[835666508] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"312.04456ms","start":"2026-05-07T03:22:41.078321Z","end":"2026-05-07T03:22:41.390365Z","steps":["trace[835666508] 'process raft request' (duration: 208.067364ms)","trace[835666508] 'compare' (duration: 103.416341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:41.390429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:41.078304Z","time spent":"312.097091ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:41.390538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.157972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:41.390607Z","caller":"traceutil/trace.go:171","msg":"trace[1628677678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2014; }","duration":"710.261875ms","start":"2026-05-07T03:22:40.680324Z","end":"2026-05-07T03:22:41.390586Z","steps":["trace[1628677678] 'agreement among raft nodes before linearized reading' (duration: 710.06973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.390659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.680306Z","time spent":"710.344548ms","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:22:41.39073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.333873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:22:41.390767Z","caller":"traceutil/trace.go:171","msg":"trace[553621690] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2014; }","duration":"784.425235ms","start":"2026-05-07T03:22:40.60633Z","end":"2026-05-07T03:22:41.390755Z","steps":["trace[553621690] 'agreement among raft nodes before linearized reading' (duration: 784.350713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.390806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.606303Z","time spent":"784.490687ms","remote":"127.0.0.1:38892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:41.390925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.50229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-07T03:22:41.390951Z","caller":"traceutil/trace.go:171","msg":"trace[1304609574] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2014; }","duration":"350.557761ms","start":"2026-05-07T03:22:41.040386Z","end":"2026-05-07T03:22:41.390944Z","steps":["trace[1304609574] 'agreement among raft nodes before linearized reading' (duration: 350.469909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.390985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:41.040374Z","time spent":"350.605173ms","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:22:41.391063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.134333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:41.3911Z","caller":"traceutil/trace.go:171","msg":"trace[1328367876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2014; }","duration":"141.194445ms","start":"2026-05-07T03:22:41.24989Z","end":"2026-05-07T03:22:41.391085Z","steps":["trace[1328367876] 'agreement among raft nodes before linearized reading' (duration: 141.081572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.391164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.150685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-05-07T03:22:41.391184Z","caller":"traceutil/trace.go:171","msg":"trace[694140667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2014; }","duration":"392.199916ms","start":"2026-05-07T03:22:40.998978Z","end":"2026-05-07T03:22:41.391178Z","steps":["trace[694140667] 'agreement among raft nodes before linearized reading' (duration: 392.122074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:41.391202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.99896Z","time spent":"392.237757ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:22:41.972348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147248619,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:22:42.323307Z","caller":"traceutil/trace.go:171","msg":"trace[1558350543] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"922.529725ms","start":"2026-05-07T03:22:41.400753Z","end":"2026-05-07T03:22:42.323283Z","steps":["trace[1558350543] 'process raft request' (duration: 922.303718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.323422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:41.400734Z","time spent":"922.628168ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11974,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:42.323644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.802534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:42.323683Z","caller":"traceutil/trace.go:171","msg":"trace[1969144398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"851.881436ms","start":"2026-05-07T03:22:41.471793Z","end":"2026-05-07T03:22:42.323674Z","steps":["trace[1969144398] 'agreement among raft nodes before linearized reading' (duration: 851.806284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.323705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:41.471558Z","time spent":"852.142813ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:22:42.323312Z","caller":"traceutil/trace.go:171","msg":"trace[1643902197] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2100; }","duration":"851.367383ms","start":"2026-05-07T03:22:41.471873Z","end":"2026-05-07T03:22:42.323241Z","steps":["trace[1643902197] 'read index received' (duration: 851.144526ms)","trace[1643902197] 'applied index is now lower than readState.Index' (duration: 221.117µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:42.327765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.939366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:42.327858Z","caller":"traceutil/trace.go:171","msg":"trace[894424168] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2016; }","duration":"669.08847ms","start":"2026-05-07T03:22:41.658751Z","end":"2026-05-07T03:22:42.327839Z","steps":["trace[894424168] 'agreement among raft nodes before linearized reading' (duration: 668.907865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.327908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:41.658732Z","time spent":"669.165952ms","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:42.327794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.932868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-05-07T03:22:42.328007Z","caller":"traceutil/trace.go:171","msg":"trace[1284942787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2016; }","duration":"588.177095ms","start":"2026-05-07T03:22:41.739816Z","end":"2026-05-07T03:22:42.327993Z","steps":["trace[1284942787] 'agreement among raft nodes before linearized reading' (duration: 587.918048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.328046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:41.739799Z","time spent":"588.237996ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:22:47.560181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.221671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-05-07T03:22:47.56025Z","caller":"traceutil/trace.go:171","msg":"trace[719520426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2048; }","duration":"206.337614ms","start":"2026-05-07T03:22:47.353896Z","end":"2026-05-07T03:22:47.560234Z","steps":["trace[719520426] 'range keys from in-memory index tree' (duration: 206.058917ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:47.561382Z","caller":"traceutil/trace.go:171","msg":"trace[1585757963] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2135; }","duration":"127.050643ms","start":"2026-05-07T03:22:47.433942Z","end":"2026-05-07T03:22:47.560993Z","steps":["trace[1585757963] 'read index received' (duration: 120.738049ms)","trace[1585757963] 'applied index is now lower than readState.Index' (duration: 6.311534ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:47.56144Z","caller":"traceutil/trace.go:171","msg":"trace[2085468101] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"151.347405ms","start":"2026-05-07T03:22:47.410068Z","end":"2026-05-07T03:22:47.561415Z","steps":["trace[2085468101] 'process raft request' (duration: 144.577459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:47.561693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.701239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:47.563042Z","caller":"traceutil/trace.go:171","msg":"trace[1058719682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2049; }","duration":"129.125527ms","start":"2026-05-07T03:22:47.433901Z","end":"2026-05-07T03:22:47.563026Z","steps":["trace[1058719682] 'agreement among raft nodes before linearized reading' (duration: 127.396312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.070077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147248715,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:22:49.199117Z","caller":"traceutil/trace.go:171","msg":"trace[1241746011] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"853.622566ms","start":"2026-05-07T03:22:48.345473Z","end":"2026-05-07T03:22:49.199095Z","steps":["trace[1241746011] 'process raft request' (duration: 853.38788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.199284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.345446Z","time spent":"853.753659ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:49.205015Z","caller":"traceutil/trace.go:171","msg":"trace[1308686037] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2136; }","duration":"635.946908ms","start":"2026-05-07T03:22:48.569045Z","end":"2026-05-07T03:22:49.204992Z","steps":["trace[1308686037] 'read index received' (duration: 629.719156ms)","trace[1308686037] 'applied index is now lower than readState.Index' (duration: 6.226812ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:49.205208Z","caller":"traceutil/trace.go:171","msg":"trace[1340042455] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"540.835115ms","start":"2026-05-07T03:22:48.664226Z","end":"2026-05-07T03:22:49.205061Z","steps":["trace[1340042455] 'process raft request' (duration: 540.62037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.205269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.111815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-07T03:22:49.205268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.213534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:22:49.205318Z","caller":"traceutil/trace.go:171","msg":"trace[2066328660] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2051; }","duration":"468.175887ms","start":"2026-05-07T03:22:48.737127Z","end":"2026-05-07T03:22:49.205302Z","steps":["trace[2066328660] 'agreement among raft nodes before linearized reading' (duration: 468.002042ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:49.205338Z","caller":"traceutil/trace.go:171","msg":"trace[194157971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2051; }","duration":"636.312097ms","start":"2026-05-07T03:22:48.569005Z","end":"2026-05-07T03:22:49.205317Z","steps":["trace[194157971] 'agreement among raft nodes before linearized reading' (duration: 636.115202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.205403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.568988Z","time spent":"636.401349ms","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:22:49.20548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.66421Z","time spent":"541.072012ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:49.205536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.583206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:22:49.205571Z","caller":"traceutil/trace.go:171","msg":"trace[20038052] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2051; }","duration":"194.655868ms","start":"2026-05-07T03:22:49.010907Z","end":"2026-05-07T03:22:49.205563Z","steps":["trace[20038052] 'agreement among raft nodes before linearized reading' (duration: 194.469093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.205355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.737084Z","time spent":"468.26278ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:22:49.205779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.658428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:22:49.205842Z","caller":"traceutil/trace.go:171","msg":"trace[553672407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2051; }","duration":"411.765021ms","start":"2026-05-07T03:22:48.794063Z","end":"2026-05-07T03:22:49.205828Z","steps":["trace[553672407] 'agreement among raft nodes before linearized reading' (duration: 411.655678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.205903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.794011Z","time spent":"411.871574ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:23:04.486395Z","caller":"traceutil/trace.go:171","msg":"trace[1401066973] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"258.136144ms","start":"2026-05-07T03:23:04.228235Z","end":"2026-05-07T03:23:04.486372Z","steps":["trace[1401066973] 'process raft request' (duration: 257.97215ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:04.492314Z","caller":"traceutil/trace.go:171","msg":"trace[1041884324] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"255.32139ms","start":"2026-05-07T03:23:04.236975Z","end":"2026-05-07T03:23:04.492296Z","steps":["trace[1041884324] 'process raft request' (duration: 255.146216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:04.492526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.84386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:04.492608Z","caller":"traceutil/trace.go:171","msg":"trace[247666628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2144; }","duration":"197.970573ms","start":"2026-05-07T03:23:04.294625Z","end":"2026-05-07T03:23:04.492596Z","steps":["trace[247666628] 'agreement among raft nodes before linearized reading' (duration: 197.84892ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:04.492328Z","caller":"traceutil/trace.go:171","msg":"trace[971995901] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2233; }","duration":"197.563852ms","start":"2026-05-07T03:23:04.294683Z","end":"2026-05-07T03:23:04.492247Z","steps":["trace[971995901] 'read index received' (duration: 191.532396ms)","trace[971995901] 'applied index is now lower than readState.Index' (duration: 6.030166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:04.49318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.428432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:23:04.493297Z","caller":"traceutil/trace.go:171","msg":"trace[1645758183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2144; }","duration":"157.643168ms","start":"2026-05-07T03:23:04.335628Z","end":"2026-05-07T03:23:04.493271Z","steps":["trace[1645758183] 'agreement among raft nodes before linearized reading' (duration: 157.444252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:10.059263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.555878ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:23:11.642009Z","caller":"traceutil/trace.go:171","msg":"trace[1684597704] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2270; }","duration":"242.413849ms","start":"2026-05-07T03:23:11.399575Z","end":"2026-05-07T03:23:11.641989Z","steps":["trace[1684597704] 'read index received' (duration: 242.295266ms)","trace[1684597704] 'applied index is now lower than readState.Index' (duration: 117.793µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:11.642111Z","caller":"traceutil/trace.go:171","msg":"trace[1998867861] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"294.771556ms","start":"2026-05-07T03:23:11.347287Z","end":"2026-05-07T03:23:11.642058Z","steps":["trace[1998867861] 'process raft request' (duration: 294.595451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:11.642226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.608694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:23:11.642247Z","caller":"traceutil/trace.go:171","msg":"trace[2144364958] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2178; }","duration":"242.711026ms","start":"2026-05-07T03:23:11.399529Z","end":"2026-05-07T03:23:11.64224Z","steps":["trace[2144364958] 'agreement among raft nodes before linearized reading' (duration: 242.577083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:11.642362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.095365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:23:11.642521Z","caller":"traceutil/trace.go:171","msg":"trace[181227825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"241.283261ms","start":"2026-05-07T03:23:11.401223Z","end":"2026-05-07T03:23:11.642506Z","steps":["trace[181227825] 'agreement among raft nodes before linearized reading' (duration: 240.974132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:11.642385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.11229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:23:11.642723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.276039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:23:11.642717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.300037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-07T03:23:11.642766Z","caller":"traceutil/trace.go:171","msg":"trace[2125366579] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2178; }","duration":"225.40877ms","start":"2026-05-07T03:23:11.417344Z","end":"2026-05-07T03:23:11.642752Z","steps":["trace[2125366579] 'agreement among raft nodes before linearized reading' (duration: 225.268116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:11.643116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.989603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:23:11.643205Z","caller":"traceutil/trace.go:171","msg":"trace[2117865209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2178; }","duration":"241.113996ms","start":"2026-05-07T03:23:11.402072Z","end":"2026-05-07T03:23:11.643186Z","steps":["trace[2117865209] 'agreement among raft nodes before linearized reading' (duration: 240.566322ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:11.643532Z","caller":"traceutil/trace.go:171","msg":"trace[18715482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2178; }","duration":"223.121821ms","start":"2026-05-07T03:23:11.420383Z","end":"2026-05-07T03:23:11.643505Z","steps":["trace[18715482] 'agreement among raft nodes before linearized reading' (duration: 222.248388ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:11.642718Z","caller":"traceutil/trace.go:171","msg":"trace[584760343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2178; }","duration":"218.441859ms","start":"2026-05-07T03:23:11.424245Z","end":"2026-05-07T03:23:11.642687Z","steps":["trace[584760343] 'agreement among raft nodes before linearized reading' (duration: 218.094419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:11.642629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.792569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:23:11.643776Z","caller":"traceutil/trace.go:171","msg":"trace[993539086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2178; }","duration":"214.97591ms","start":"2026-05-07T03:23:11.428788Z","end":"2026-05-07T03:23:11.643764Z","steps":["trace[993539086] 'agreement among raft nodes before linearized reading' (duration: 213.694337ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:11.776884Z","caller":"traceutil/trace.go:171","msg":"trace[1216977580] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"112.920145ms","start":"2026-05-07T03:23:11.663927Z","end":"2026-05-07T03:23:11.776847Z","steps":["trace[1216977580] 'process raft request' (duration: 112.74723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:12.697709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.008034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:12.697783Z","caller":"traceutil/trace.go:171","msg":"trace[1366730382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2187; }","duration":"370.126527ms","start":"2026-05-07T03:23:12.32764Z","end":"2026-05-07T03:23:12.697767Z","steps":["trace[1366730382] 'range keys from in-memory index tree' (duration: 369.907612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:12.699421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:12.32762Z","time spent":"370.192579ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:14.160482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147249049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:23:14.302299Z","caller":"traceutil/trace.go:171","msg":"trace[609717023] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"654.370667ms","start":"2026-05-07T03:23:13.647903Z","end":"2026-05-07T03:23:14.302273Z","steps":["trace[609717023] 'process raft request' (duration: 654.261854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:14.302418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.647884Z","time spent":"654.47331ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:15.621111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318974085s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:23:15.622497Z","caller":"traceutil/trace.go:171","msg":"trace[800322908] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2281; }","duration":"1.962335006s","start":"2026-05-07T03:23:13.660137Z","end":"2026-05-07T03:23:15.622472Z","steps":["trace[800322908] 'read index received' (duration: 642.12933ms)","trace[800322908] 'applied index is now lower than readState.Index' (duration: 1.320204806s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:15.622853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883211057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-07T03:23:15.622957Z","caller":"traceutil/trace.go:171","msg":"trace[1949070391] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2189; }","duration":"1.88333589s","start":"2026-05-07T03:23:13.739606Z","end":"2026-05-07T03:23:15.622942Z","steps":["trace[1949070391] 'agreement among raft nodes before linearized reading' (duration: 1.883024342s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.622983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883562686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T03:23:15.623042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.739601Z","time spent":"1.883404281s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:23:15.623068Z","caller":"traceutil/trace.go:171","msg":"trace[1033669387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2189; }","duration":"1.883631268s","start":"2026-05-07T03:23:13.739388Z","end":"2026-05-07T03:23:15.623019Z","steps":["trace[1033669387] 'agreement among raft nodes before linearized reading' (duration: 1.883503044s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.623058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883481113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:23:15.623141Z","caller":"traceutil/trace.go:171","msg":"trace[1107255244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2189; }","duration":"1.883567225s","start":"2026-05-07T03:23:13.739549Z","end":"2026-05-07T03:23:15.623116Z","steps":["trace[1107255244] 'agreement among raft nodes before linearized reading' (duration: 1.88337794s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.623207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.739538Z","time spent":"1.883655659s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:23:15.623327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32654295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:15.623351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.058474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad2a866b2210ae\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-07T03:23:15.623378Z","caller":"traceutil/trace.go:171","msg":"trace[1003223255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2189; }","duration":"1.326635173s","start":"2026-05-07T03:23:14.296734Z","end":"2026-05-07T03:23:15.623369Z","steps":["trace[1003223255] 'agreement among raft nodes before linearized reading' (duration: 1.326565501s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:15.62314Z","caller":"traceutil/trace.go:171","msg":"trace[1723257861] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"1.841843415s","start":"2026-05-07T03:23:13.781269Z","end":"2026-05-07T03:23:15.623113Z","steps":["trace[1723257861] 'process raft request' (duration: 1.84009251s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.623477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:14.296717Z","time spent":"1.326732696s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:15.623551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.781242Z","time spent":"1.842231406s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:15.623588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.328392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:23:15.62362Z","caller":"traceutil/trace.go:171","msg":"trace[1440662903] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2189; }","duration":"871.393894ms","start":"2026-05-07T03:23:14.752218Z","end":"2026-05-07T03:23:15.623612Z","steps":["trace[1440662903] 'agreement among raft nodes before linearized reading' (duration: 871.305402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.623746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:14.752188Z","time spent":"871.544557ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-05-07T03:23:15.623412Z","caller":"traceutil/trace.go:171","msg":"trace[145416897] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ad2a866b2210ae; range_end:; response_count:1; response_revision:2189; }","duration":"925.154587ms","start":"2026-05-07T03:23:14.698242Z","end":"2026-05-07T03:23:15.623397Z","steps":["trace[145416897] 'agreement among raft nodes before linearized reading' (duration: 925.005774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.62385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:14.698222Z","time spent":"925.611058ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad2a866b2210ae\" "} {"level":"warn","ts":"2026-05-07T03:23:15.623774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883992167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:23:15.6235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.318433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:23:15.624051Z","caller":"traceutil/trace.go:171","msg":"trace[2049854774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2189; }","duration":"408.918348ms","start":"2026-05-07T03:23:15.215122Z","end":"2026-05-07T03:23:15.62404Z","steps":["trace[2049854774] 'agreement among raft nodes before linearized reading' (duration: 408.326733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.625124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.215096Z","time spent":"410.011066ms","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:15.622864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917643288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:23:15.625275Z","caller":"traceutil/trace.go:171","msg":"trace[898791328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2189; }","duration":"1.920087432s","start":"2026-05-07T03:23:13.705162Z","end":"2026-05-07T03:23:15.62525Z","steps":["trace[898791328] 'agreement among raft nodes before linearized reading' (duration: 1.917457904s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.625159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88602443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:23:15.625461Z","caller":"traceutil/trace.go:171","msg":"trace[1319696058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2189; }","duration":"1.886388239s","start":"2026-05-07T03:23:13.739055Z","end":"2026-05-07T03:23:15.625443Z","steps":["trace[1319696058] 'agreement among raft nodes before linearized reading' (duration: 1.885360312s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.622883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883433742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:23:15.625548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.739024Z","time spent":"1.886506572s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:15.623147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.739375Z","time spent":"1.88373339s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:23:15.625684Z","caller":"traceutil/trace.go:171","msg":"trace[498214387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2189; }","duration":"1.886265956s","start":"2026-05-07T03:23:13.739378Z","end":"2026-05-07T03:23:15.625643Z","steps":["trace[498214387] 'agreement among raft nodes before linearized reading' (duration: 1.883295279s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.625756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.739355Z","time spent":"1.886381898s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:23:15.624066Z","caller":"traceutil/trace.go:171","msg":"trace[1385766446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2189; }","duration":"1.88446588s","start":"2026-05-07T03:23:13.739579Z","end":"2026-05-07T03:23:15.624045Z","steps":["trace[1385766446] 'agreement among raft nodes before linearized reading' (duration: 1.883220247s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.62591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.739574Z","time spent":"1.886322237s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:23:15.622872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962697465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:23:15.626075Z","caller":"traceutil/trace.go:171","msg":"trace[751494663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2189; }","duration":"1.9659519s","start":"2026-05-07T03:23:13.660104Z","end":"2026-05-07T03:23:15.626056Z","steps":["trace[751494663] 'agreement among raft nodes before linearized reading' (duration: 1.96251181s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:15.626139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.660093Z","time spent":"1.966027012s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:15.625344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:13.705143Z","time spent":"1.920180845s","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:23:16.125787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147249053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:23:16.443138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.889729ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-07T03:23:16.443229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.624576Z","time spent":"818.650066ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:23:17.625937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000571254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:17.626015Z","caller":"traceutil/trace.go:171","msg":"trace[1226608834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754889s","start":"2026-05-07T03:23:15.625243Z","end":"2026-05-07T03:23:17.625998Z","steps":["trace[1226608834] 'agreement among raft nodes before linearized reading' (duration: 2.000658946s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:17.62615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.625131Z","time spent":"2.001003505s","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:17 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:17.810615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.02113ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:17.810777Z","caller":"traceutil/trace.go:171","msg":"trace[249355335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2189; }","duration":"192.198305ms","start":"2026-05-07T03:23:17.618561Z","end":"2026-05-07T03:23:17.810759Z","steps":["trace[249355335] 'range keys from in-memory index tree' (duration: 192.00382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:17.811346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096872636s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:17.811704Z","caller":"traceutil/trace.go:171","msg":"trace[2081462647] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2282; }","duration":"2.186351823s","start":"2026-05-07T03:23:15.62534Z","end":"2026-05-07T03:23:17.811692Z","steps":["trace[2081462647] 'read index received' (duration: 550.915045ms)","trace[2081462647] 'applied index is now lower than readState.Index' (duration: 1.635435928s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:17.811778Z","caller":"traceutil/trace.go:171","msg":"trace[1444376024] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"2.179014443s","start":"2026-05-07T03:23:15.632752Z","end":"2026-05-07T03:23:17.811767Z","steps":["trace[1444376024] 'process raft request' (duration: 1.081659635s)","trace[1444376024] 'compare' (duration: 1.096384033s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:17.81184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.632735Z","time spent":"2.179071114s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:17.812404Z","caller":"traceutil/trace.go:171","msg":"trace[1715060541] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"2.179153637s","start":"2026-05-07T03:23:15.633239Z","end":"2026-05-07T03:23:17.812393Z","steps":["trace[1715060541] 'process raft request' (duration: 2.178352607s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:17.812409Z","caller":"traceutil/trace.go:171","msg":"trace[1285690479] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"2.179334151s","start":"2026-05-07T03:23:15.633047Z","end":"2026-05-07T03:23:17.812381Z","steps":["trace[1285690479] 'process raft request' (duration: 2.17851915s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:17.812488Z","caller":"traceutil/trace.go:171","msg":"trace[292596108] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"2.179540117s","start":"2026-05-07T03:23:15.632925Z","end":"2026-05-07T03:23:17.812466Z","steps":["trace[292596108] 'process raft request' (duration: 2.178559382s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:17.812516Z","caller":"traceutil/trace.go:171","msg":"trace[1641909223] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"1.769180892s","start":"2026-05-07T03:23:16.043317Z","end":"2026-05-07T03:23:17.812498Z","steps":["trace[1641909223] 'process raft request' (duration: 1.768343951s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:17.812583Z","caller":"traceutil/trace.go:171","msg":"trace[1835744929] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"2.179582818s","start":"2026-05-07T03:23:15.63298Z","end":"2026-05-07T03:23:17.812563Z","steps":["trace[1835744929] 'process raft request' (duration: 2.178535861s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:17.812611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.63292Z","time spent":"2.179612359s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:17.812625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.633018Z","time spent":"2.179493235s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:17.812658Z","caller":"traceutil/trace.go:171","msg":"trace[758743544] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"2.178313656s","start":"2026-05-07T03:23:15.634335Z","end":"2026-05-07T03:23:17.812649Z","steps":["trace[758743544] 'process raft request' (duration: 2.17730052s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:17.812672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.632975Z","time spent":"2.179651669s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:17.812715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.634326Z","time spent":"2.178361137s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:17.812616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.043288Z","time spent":"1.769277114s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:17.812771Z","caller":"traceutil/trace.go:171","msg":"trace[1796638330] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"2.179724782s","start":"2026-05-07T03:23:15.633033Z","end":"2026-05-07T03:23:17.812758Z","steps":["trace[1796638330] 'process raft request' (duration: 2.178508311s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:17.812766Z","caller":"traceutil/trace.go:171","msg":"trace[178243561] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"2.179874966s","start":"2026-05-07T03:23:15.632881Z","end":"2026-05-07T03:23:17.812756Z","steps":["trace[178243561] 'process raft request' (duration: 2.178534671s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:17.812819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.633026Z","time spent":"2.179766093s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:17.812826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.632875Z","time spent":"2.179922187s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:17.812465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.633229Z","time spent":"2.179205448s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:18.312028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147249069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:23:18.320523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.606029425s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:23:18.325872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.936384Z","time spent":"389.483371ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:23:18.326413Z","caller":"traceutil/trace.go:171","msg":"trace[1146284147] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"2.017668511s","start":"2026-05-07T03:23:16.308714Z","end":"2026-05-07T03:23:18.326383Z","steps":["trace[1146284147] 'process raft request' (duration: 2.012205741s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:18.326502Z","caller":"traceutil/trace.go:171","msg":"trace[501874366] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"1.92487636s","start":"2026-05-07T03:23:16.40161Z","end":"2026-05-07T03:23:18.326486Z","steps":["trace[501874366] 'process raft request' (duration: 1.924681364s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:18.326519Z","caller":"traceutil/trace.go:171","msg":"trace[896575903] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2292; }","duration":"514.756924ms","start":"2026-05-07T03:23:17.811739Z","end":"2026-05-07T03:23:18.326496Z","steps":["trace[896575903] 'read index received' (duration: 509.1835ms)","trace[896575903] 'applied index is now lower than readState.Index' (duration: 5.572534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:18.326593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.308689Z","time spent":"2.017797506s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:18.326738Z","caller":"traceutil/trace.go:171","msg":"trace[294469555] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"1.882156283s","start":"2026-05-07T03:23:16.444574Z","end":"2026-05-07T03:23:18.32673Z","steps":["trace[294469555] 'process raft request' (duration: 1.881802483s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.32674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.396197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:18.326783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.444552Z","time spent":"1.882210555s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:18.326788Z","caller":"traceutil/trace.go:171","msg":"trace[857980978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2202; }","duration":"691.487759ms","start":"2026-05-07T03:23:17.635285Z","end":"2026-05-07T03:23:18.326773Z","steps":["trace[857980978] 'agreement among raft nodes before linearized reading' (duration: 691.392177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.326829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.635276Z","time spent":"691.54358ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:18.32683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.318948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-07T03:23:18.326896Z","caller":"traceutil/trace.go:171","msg":"trace[385211701] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2202; }","duration":"605.455932ms","start":"2026-05-07T03:23:17.721424Z","end":"2026-05-07T03:23:18.32688Z","steps":["trace[385211701] 'agreement among raft nodes before linearized reading' (duration: 605.173165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.326945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.721393Z","time spent":"605.543614ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:23:18.326583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.401585Z","time spent":"1.924943952s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:18.327071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232240218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:23:18.327104Z","caller":"traceutil/trace.go:171","msg":"trace[1006988403] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2202; }","duration":"1.232313569s","start":"2026-05-07T03:23:17.09478Z","end":"2026-05-07T03:23:18.327093Z","steps":["trace[1006988403] 'agreement among raft nodes before linearized reading' (duration: 1.232253448s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.327149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.094758Z","time spent":"1.232378462s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:23:18.327147Z","caller":"traceutil/trace.go:171","msg":"trace[203409055] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"697.594847ms","start":"2026-05-07T03:23:17.629536Z","end":"2026-05-07T03:23:18.32713Z","steps":["trace[203409055] 'process raft request' (duration: 696.922189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.32719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691267672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-07T03:23:18.327216Z","caller":"traceutil/trace.go:171","msg":"trace[19590881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2202; }","duration":"1.691331823s","start":"2026-05-07T03:23:16.635877Z","end":"2026-05-07T03:23:18.327209Z","steps":["trace[19590881] 'agreement among raft nodes before linearized reading' (duration: 1.691234121s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.327246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.635857Z","time spent":"1.691384384s","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:23:18.327272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.629512Z","time spent":"697.699429ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:18.327415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.628243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a6455553298\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T03:23:18.327455Z","caller":"traceutil/trace.go:171","msg":"trace[933918681] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2a6455553298; range_end:; response_count:1; response_revision:2202; }","duration":"511.702035ms","start":"2026-05-07T03:23:17.815743Z","end":"2026-05-07T03:23:18.327445Z","steps":["trace[933918681] 'agreement among raft nodes before linearized reading' (duration: 511.575212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.327488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.815727Z","time spent":"511.754147ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a6455553298\" "} {"level":"warn","ts":"2026-05-07T03:23:18.32745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999212384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:18.327572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.902679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:23:18.327582Z","caller":"traceutil/trace.go:171","msg":"trace[1448026952] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2202; }","duration":"1.999355498s","start":"2026-05-07T03:23:16.328173Z","end":"2026-05-07T03:23:18.327528Z","steps":["trace[1448026952] 'agreement among raft nodes before linearized reading' (duration: 1.999034789s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:18.32763Z","caller":"traceutil/trace.go:171","msg":"trace[1345195655] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2202; }","duration":"465.987592ms","start":"2026-05-07T03:23:17.861631Z","end":"2026-05-07T03:23:18.327619Z","steps":["trace[1345195655] 'agreement among raft nodes before linearized reading' (duration: 465.90361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.327675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.861618Z","time spent":"466.040393ms","remote":"127.0.0.1:47936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:18.327679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.328153Z","time spent":"1.999504182s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:24:38.827282Z","caller":"traceutil/trace.go:171","msg":"trace[45719067] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"315.010154ms","start":"2026-05-07T03:24:38.512248Z","end":"2026-05-07T03:24:38.827258Z","steps":["trace[45719067] 'process raft request' (duration: 314.882921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:38.827469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:38.512234Z","time spent":"315.120347ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:38.832657Z","caller":"traceutil/trace.go:171","msg":"trace[2132094049] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"212.91097ms","start":"2026-05-07T03:24:38.619718Z","end":"2026-05-07T03:24:38.832629Z","steps":["trace[2132094049] 'process raft request' (duration: 212.713004ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:38.832875Z","caller":"traceutil/trace.go:171","msg":"trace[1578743093] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"211.816223ms","start":"2026-05-07T03:24:38.621036Z","end":"2026-05-07T03:24:38.832852Z","steps":["trace[1578743093] 'process raft request' (duration: 211.542446ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:41.011738Z","caller":"traceutil/trace.go:171","msg":"trace[1837712626] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"174.741619ms","start":"2026-05-07T03:24:40.836967Z","end":"2026-05-07T03:24:41.011709Z","steps":["trace[1837712626] 'process raft request' (duration: 174.580135ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:41.015269Z","caller":"traceutil/trace.go:171","msg":"trace[677494089] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"177.85975ms","start":"2026-05-07T03:24:40.837377Z","end":"2026-05-07T03:24:41.015237Z","steps":["trace[677494089] 'process raft request' (duration: 177.728057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:46.754957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147250456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:24:47.255384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147250456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:24:47.755572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147250456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:24:48.245155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.990856732s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:24:48.245579Z","caller":"traceutil/trace.go:171","msg":"trace[296546533] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"1.991346035s","start":"2026-05-07T03:24:46.25421Z","end":"2026-05-07T03:24:48.245556Z","steps":["trace[296546533] 'process raft request' (duration: 1.991176471s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.245742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:46.254195Z","time spent":"1.991464458s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:48.2476Z","caller":"traceutil/trace.go:171","msg":"trace[1472431185] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"1.194608704s","start":"2026-05-07T03:24:47.052979Z","end":"2026-05-07T03:24:48.247588Z","steps":["trace[1472431185] 'process raft request' (duration: 1.194425259s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:48.247596Z","caller":"traceutil/trace.go:171","msg":"trace[1073996760] linearizableReadLoop","detail":"{readStateIndex:2878; appliedIndex:2875; }","duration":"1.992800772s","start":"2026-05-07T03:24:46.254769Z","end":"2026-05-07T03:24:48.24757Z","steps":["trace[1073996760] 'read index received' (duration: 1.990653848s)","trace[1073996760] 'applied index is now lower than readState.Index' (duration: 2.146034ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:48.247657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:47.052961Z","time spent":"1.194663766s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:24:48.247668Z","caller":"traceutil/trace.go:171","msg":"trace[67606678] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"1.164430739s","start":"2026-05-07T03:24:47.083203Z","end":"2026-05-07T03:24:48.247634Z","steps":["trace[67606678] 'process raft request' (duration: 1.164326906s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.247829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:47.083179Z","time spent":"1.164558922s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:48.24791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926479319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T03:24:48.24792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993180142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-05-07T03:24:48.247998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.540893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:24:48.247939Z","caller":"traceutil/trace.go:171","msg":"trace[737462847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2764; }","duration":"1.926517559s","start":"2026-05-07T03:24:46.321414Z","end":"2026-05-07T03:24:48.247932Z","steps":["trace[737462847] 'agreement among raft nodes before linearized reading' (duration: 1.926425117s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:48.248022Z","caller":"traceutil/trace.go:171","msg":"trace[303200699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2764; }","duration":"303.603156ms","start":"2026-05-07T03:24:47.944413Z","end":"2026-05-07T03:24:48.248016Z","steps":["trace[303200699] 'agreement among raft nodes before linearized reading' (duration: 303.540083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.248047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:47.944391Z","time spent":"303.651437ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:24:48.248045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:46.321401Z","time spent":"1.926630213s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:24:48.248062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.457866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:24:48.248126Z","caller":"traceutil/trace.go:171","msg":"trace[155951490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2764; }","duration":"950.549949ms","start":"2026-05-07T03:24:47.297555Z","end":"2026-05-07T03:24:48.248105Z","steps":["trace[155951490] 'agreement among raft nodes before linearized reading' (duration: 950.468467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.248114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937151393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:24:48.247986Z","caller":"traceutil/trace.go:171","msg":"trace[1239858310] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2764; }","duration":"1.993247853s","start":"2026-05-07T03:24:46.254723Z","end":"2026-05-07T03:24:48.24797Z","steps":["trace[1239858310] 'agreement among raft nodes before linearized reading' (duration: 1.992991457s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.24815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927727302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:24:48.24819Z","caller":"traceutil/trace.go:171","msg":"trace[1498507656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2764; }","duration":"1.937269766s","start":"2026-05-07T03:24:46.3109Z","end":"2026-05-07T03:24:48.24817Z","steps":["trace[1498507656] 'agreement among raft nodes before linearized reading' (duration: 1.937080221s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.248222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:46.254679Z","time spent":"1.993529891s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-05-07T03:24:48.248238Z","caller":"traceutil/trace.go:171","msg":"trace[89309009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2764; }","duration":"1.927837665s","start":"2026-05-07T03:24:46.320379Z","end":"2026-05-07T03:24:48.248217Z","steps":["trace[89309009] 'agreement among raft nodes before linearized reading' (duration: 1.927589357s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.248252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:46.310879Z","time spent":"1.937360869s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:24:48.248186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926331836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:24:48.248292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:46.320374Z","time spent":"1.927908786s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:24:48.248314Z","caller":"traceutil/trace.go:171","msg":"trace[1287983831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2764; }","duration":"1.926474359s","start":"2026-05-07T03:24:46.321833Z","end":"2026-05-07T03:24:48.248307Z","steps":["trace[1287983831] 'agreement among raft nodes before linearized reading' (duration: 1.926314875s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.248341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:46.321821Z","time spent":"1.926513541s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:24:48.248173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:47.297537Z","time spent":"950.62522ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:24:48.247999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992132165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:24:48.248459Z","caller":"traceutil/trace.go:171","msg":"trace[1336547067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2764; }","duration":"1.992738751s","start":"2026-05-07T03:24:46.255708Z","end":"2026-05-07T03:24:48.248447Z","steps":["trace[1336547067] 'agreement among raft nodes before linearized reading' (duration: 1.992079974s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.248532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:46.255696Z","time spent":"1.992825583s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:24:48.248733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930693266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-07T03:24:48.248869Z","caller":"traceutil/trace.go:171","msg":"trace[939440265] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2764; }","duration":"1.930832411s","start":"2026-05-07T03:24:46.317974Z","end":"2026-05-07T03:24:48.248806Z","steps":["trace[939440265] 'agreement among raft nodes before linearized reading' (duration: 1.929967628s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:48.248925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:46.317963Z","time spent":"1.930948543s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:25:15.172644Z","caller":"traceutil/trace.go:171","msg":"trace[380053849] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"307.158326ms","start":"2026-05-07T03:25:14.865457Z","end":"2026-05-07T03:25:15.172615Z","steps":["trace[380053849] 'process raft request' (duration: 274.9827ms)","trace[380053849] 'compare' (duration: 31.94805ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:15.172783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:14.865434Z","time spent":"307.269609ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:21.103457Z","caller":"traceutil/trace.go:171","msg":"trace[676914433] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3071; }","duration":"101.884842ms","start":"2026-05-07T03:25:21.001551Z","end":"2026-05-07T03:25:21.103436Z","steps":["trace[676914433] 'read index received' (duration: 101.80753ms)","trace[676914433] 'applied index is now lower than readState.Index' (duration: 76.222µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:21.104217Z","caller":"traceutil/trace.go:171","msg":"trace[2105920058] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"201.523185ms","start":"2026-05-07T03:25:20.902663Z","end":"2026-05-07T03:25:21.104186Z","steps":["trace[2105920058] 'process raft request' (duration: 200.636913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:21.104322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.750264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:21.104373Z","caller":"traceutil/trace.go:171","msg":"trace[318482064] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2951; }","duration":"102.852286ms","start":"2026-05-07T03:25:21.001507Z","end":"2026-05-07T03:25:21.104359Z","steps":["trace[318482064] 'agreement among raft nodes before linearized reading' (duration: 102.027956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:21.687099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.649992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:21.687182Z","caller":"traceutil/trace.go:171","msg":"trace[129629299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2951; }","duration":"390.796906ms","start":"2026-05-07T03:25:21.296366Z","end":"2026-05-07T03:25:21.687163Z","steps":["trace[129629299] 'range keys from in-memory index tree' (duration: 390.530319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:21.687682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:21.296344Z","time spent":"391.310588ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:25:21.687751Z","caller":"traceutil/trace.go:171","msg":"trace[1776049269] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"237.436215ms","start":"2026-05-07T03:25:21.450281Z","end":"2026-05-07T03:25:21.687717Z","steps":["trace[1776049269] 'process raft request' (duration: 150.140518ms)","trace[1776049269] 'compare' (duration: 87.190364ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:23.576032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438831605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:23.576165Z","caller":"traceutil/trace.go:171","msg":"trace[447466573] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2952; }","duration":"1.439005429s","start":"2026-05-07T03:25:22.137144Z","end":"2026-05-07T03:25:23.576149Z","steps":["trace[447466573] 'count revisions from in-memory index tree' (duration: 1.438759143s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:23.576216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.137129Z","time spent":"1.439076241s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:23.576498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395333631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:23.576533Z","caller":"traceutil/trace.go:171","msg":"trace[1453552054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2952; }","duration":"1.395408803s","start":"2026-05-07T03:25:22.181115Z","end":"2026-05-07T03:25:23.576524Z","steps":["trace[1453552054] 'count revisions from in-memory index tree' (duration: 1.395273949s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:23.576748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.181101Z","time spent":"1.395632799s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:23.57725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279756459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:23.577328Z","caller":"traceutil/trace.go:171","msg":"trace[2106261840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2952; }","duration":"1.280242491s","start":"2026-05-07T03:25:22.297067Z","end":"2026-05-07T03:25:23.57731Z","steps":["trace[2106261840] 'range keys from in-memory index tree' (duration: 1.279604094s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:23.577408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.297046Z","time spent":"1.280348483s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:25:23.577509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324594657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-05-07T03:25:23.57758Z","caller":"traceutil/trace.go:171","msg":"trace[1204412062] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2952; }","duration":"1.32471698s","start":"2026-05-07T03:25:22.252846Z","end":"2026-05-07T03:25:23.577563Z","steps":["trace[1204412062] 'range keys from in-memory index tree' (duration: 1.324401063s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:23.577618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.252821Z","time spent":"1.324787583s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-07T03:25:23.5778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.887787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:25:23.577839Z","caller":"traceutil/trace.go:171","msg":"trace[330561552] linearizableReadLoop","detail":"{readStateIndex:3074; appliedIndex:3073; }","duration":"1.163021406s","start":"2026-05-07T03:25:22.414812Z","end":"2026-05-07T03:25:23.577833Z","steps":["trace[330561552] 'read index received' (duration: 271.081658ms)","trace[330561552] 'applied index is now lower than readState.Index' (duration: 891.939098ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:23.577873Z","caller":"traceutil/trace.go:171","msg":"trace[585076107] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"1.201708048s","start":"2026-05-07T03:25:22.376159Z","end":"2026-05-07T03:25:23.577867Z","steps":["trace[585076107] 'process raft request' (duration: 309.714368ms)","trace[585076107] 'compare' (duration: 891.560259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:23.577899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.37612Z","time spent":"1.20176413s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:23.577983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16316889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:25:23.578012Z","caller":"traceutil/trace.go:171","msg":"trace[461722412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2953; }","duration":"1.163225892s","start":"2026-05-07T03:25:22.414778Z","end":"2026-05-07T03:25:23.578004Z","steps":["trace[461722412] 'agreement among raft nodes before linearized reading' (duration: 1.16314826s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:23.578055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.414763Z","time spent":"1.163286904s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:25:24.078365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147251010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:25:24.3914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618701873s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:25:24.518651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.899212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:25:24.519496Z","caller":"traceutil/trace.go:171","msg":"trace[1455222809] linearizableReadLoop","detail":"{readStateIndex:3076; appliedIndex:3074; }","duration":"941.625291ms","start":"2026-05-07T03:25:23.57785Z","end":"2026-05-07T03:25:24.519475Z","steps":["trace[1455222809] 'read index received' (duration: 813.824536ms)","trace[1455222809] 'applied index is now lower than readState.Index' (duration: 127.798825ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:24.519764Z","caller":"traceutil/trace.go:171","msg":"trace[1010437984] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"2.096671523s","start":"2026-05-07T03:25:22.423077Z","end":"2026-05-07T03:25:24.519748Z","steps":["trace[1010437984] 'process raft request' (duration: 1.968592151s)","trace[1010437984] 'compare' (duration: 126.604854ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:24.52Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.42304Z","time spent":"2.096813216s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:24.52006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095808901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:25:24.52011Z","caller":"traceutil/trace.go:171","msg":"trace[1609453201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2955; }","duration":"2.095886753s","start":"2026-05-07T03:25:22.424208Z","end":"2026-05-07T03:25:24.520095Z","steps":["trace[1609453201] 'agreement among raft nodes before linearized reading' (duration: 2.095696829s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.520156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.424198Z","time spent":"2.095949505s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:25:24.520167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045225855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T03:25:24.520185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044889077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:25:24.520264Z","caller":"traceutil/trace.go:171","msg":"trace[1610013664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2955; }","duration":"2.045363288s","start":"2026-05-07T03:25:22.474874Z","end":"2026-05-07T03:25:24.520238Z","steps":["trace[1610013664] 'agreement among raft nodes before linearized reading' (duration: 2.045072611s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.520267Z","caller":"traceutil/trace.go:171","msg":"trace[326283959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2955; }","duration":"2.045009979s","start":"2026-05-07T03:25:22.475238Z","end":"2026-05-07T03:25:24.520248Z","steps":["trace[326283959] 'agreement among raft nodes before linearized reading' (duration: 2.04463701s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.520308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.474858Z","time spent":"2.045441722s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:25:24.520314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.475221Z","time spent":"2.045084083s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:25:24.520492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044835755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-07T03:25:24.520528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054309218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:25:24.520577Z","caller":"traceutil/trace.go:171","msg":"trace[628695240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2955; }","duration":"2.05438854s","start":"2026-05-07T03:25:22.466177Z","end":"2026-05-07T03:25:24.520565Z","steps":["trace[628695240] 'agreement among raft nodes before linearized reading' (duration: 2.054227756s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.520489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008774531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:25:24.520616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045262725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:25:24.520654Z","caller":"traceutil/trace.go:171","msg":"trace[1762072052] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2955; }","duration":"2.045335087s","start":"2026-05-07T03:25:22.475311Z","end":"2026-05-07T03:25:24.520646Z","steps":["trace[1762072052] 'agreement among raft nodes before linearized reading' (duration: 2.045249725s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.520539Z","caller":"traceutil/trace.go:171","msg":"trace[1150070182] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2955; }","duration":"2.044900077s","start":"2026-05-07T03:25:22.47562Z","end":"2026-05-07T03:25:24.52052Z","steps":["trace[1150070182] 'agreement among raft nodes before linearized reading' (duration: 2.044808495s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.520688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.475291Z","time spent":"2.045389579s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:25:24.520694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.475603Z","time spent":"2.045082911s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:25:24.520775Z","caller":"traceutil/trace.go:171","msg":"trace[325548959] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2955; }","duration":"2.009204493s","start":"2026-05-07T03:25:22.511414Z","end":"2026-05-07T03:25:24.520619Z","steps":["trace[325548959] 'agreement among raft nodes before linearized reading' (duration: 2.008646818s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.520653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.466162Z","time spent":"2.054446412s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:25:24.521011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:22.511396Z","time spent":"2.009436378s","remote":"127.0.0.1:38904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:24.521073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.467884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:25:24.52108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.666852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:24.521106Z","caller":"traceutil/trace.go:171","msg":"trace[1980390302] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2955; }","duration":"816.547676ms","start":"2026-05-07T03:25:23.70455Z","end":"2026-05-07T03:25:24.521098Z","steps":["trace[1980390302] 'agreement among raft nodes before linearized reading' (duration: 816.496034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.521204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:23.704524Z","time spent":"816.666139ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:24.521261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.588585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-07T03:25:24.521325Z","caller":"traceutil/trace.go:171","msg":"trace[1903714117] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2955; }","duration":"940.654336ms","start":"2026-05-07T03:25:23.580659Z","end":"2026-05-07T03:25:24.521313Z","steps":["trace[1903714117] 'agreement among raft nodes before linearized reading' (duration: 940.496182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.521361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:23.580654Z","time spent":"940.698767ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-07T03:25:24.52137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.873049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:25:24.521528Z","caller":"traceutil/trace.go:171","msg":"trace[2091211246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2955; }","duration":"603.009603ms","start":"2026-05-07T03:25:23.918426Z","end":"2026-05-07T03:25:24.521436Z","steps":["trace[2091211246] 'agreement among raft nodes before linearized reading' (duration: 602.719346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.521578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:23.918387Z","time spent":"603.178898ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:25:24.521122Z","caller":"traceutil/trace.go:171","msg":"trace[1750133904] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2955; }","duration":"806.735774ms","start":"2026-05-07T03:25:23.714374Z","end":"2026-05-07T03:25:24.52111Z","steps":["trace[1750133904] 'agreement among raft nodes before linearized reading' (duration: 806.663822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.521665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:23.714362Z","time spent":"807.284558ms","remote":"127.0.0.1:59400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:25:24.521878Z","caller":"traceutil/trace.go:171","msg":"trace[2123526408] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"939.301931ms","start":"2026-05-07T03:25:23.582557Z","end":"2026-05-07T03:25:24.521859Z","steps":["trace[2123526408] 'process raft request' (duration: 936.788626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.522156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:23.582518Z","time spent":"939.484956ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:24.521027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.809961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:24.52223Z","caller":"traceutil/trace.go:171","msg":"trace[1473581758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2955; }","duration":"942.018561ms","start":"2026-05-07T03:25:23.580194Z","end":"2026-05-07T03:25:24.522213Z","steps":["trace[1473581758] 'agreement among raft nodes before linearized reading' (duration: 940.80075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.523188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:23.58018Z","time spent":"942.825691ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:25:24.903646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.67058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:25:24.903757Z","caller":"traceutil/trace.go:171","msg":"trace[575714829] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"377.290808ms","start":"2026-05-07T03:25:24.526446Z","end":"2026-05-07T03:25:24.903737Z","steps":["trace[575714829] 'process raft request' (duration: 123.438223ms)","trace[575714829] 'compare' (duration: 253.490516ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:24.903816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.526431Z","time spent":"377.357069ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:24.959837Z","caller":"traceutil/trace.go:171","msg":"trace[788294370] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"433.112059ms","start":"2026-05-07T03:25:24.526692Z","end":"2026-05-07T03:25:24.959804Z","steps":["trace[788294370] 'process raft request' (duration: 432.929465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.960022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.526669Z","time spent":"433.265262ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:24.960315Z","caller":"traceutil/trace.go:171","msg":"trace[1817628880] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"433.51322ms","start":"2026-05-07T03:25:24.526788Z","end":"2026-05-07T03:25:24.960301Z","steps":["trace[1817628880] 'process raft request' (duration: 432.969205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.960381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.526775Z","time spent":"433.571242ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:24.960536Z","caller":"traceutil/trace.go:171","msg":"trace[1661534219] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"432.205537ms","start":"2026-05-07T03:25:24.528243Z","end":"2026-05-07T03:25:24.960448Z","steps":["trace[1661534219] 'process raft request' (duration: 431.91996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.960604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.621983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:25:24.960337Z","caller":"traceutil/trace.go:171","msg":"trace[571760702] linearizableReadLoop","detail":"{readStateIndex:3079; appliedIndex:3076; }","duration":"433.356857ms","start":"2026-05-07T03:25:24.526944Z","end":"2026-05-07T03:25:24.960301Z","steps":["trace[571760702] 'read index received' (duration: 123.135866ms)","trace[571760702] 'applied index is now lower than readState.Index' (duration: 310.219891ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:24.960665Z","caller":"traceutil/trace.go:171","msg":"trace[23232171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2961; }","duration":"433.730416ms","start":"2026-05-07T03:25:24.526923Z","end":"2026-05-07T03:25:24.960654Z","steps":["trace[23232171] 'agreement among raft nodes before linearized reading' (duration: 433.481489ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.960589Z","caller":"traceutil/trace.go:171","msg":"trace[1552541852] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"431.817047ms","start":"2026-05-07T03:25:24.528688Z","end":"2026-05-07T03:25:24.960505Z","steps":["trace[1552541852] 'process raft request' (duration: 431.5513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.960709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.526916Z","time spent":"433.780217ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:25:24.960795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.528226Z","time spent":"432.434283ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:24.960898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.528676Z","time spent":"432.035203ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:24.961011Z","caller":"traceutil/trace.go:171","msg":"trace[1764584999] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"433.784257ms","start":"2026-05-07T03:25:24.527214Z","end":"2026-05-07T03:25:24.960998Z","steps":["trace[1764584999] 'process raft request' (duration: 432.815512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.033942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7375"} {"level":"info","ts":"2026-05-07T03:25:24.961096Z","caller":"traceutil/trace.go:171","msg":"trace[335009362] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2961; }","duration":"432.191805ms","start":"2026-05-07T03:25:24.528888Z","end":"2026-05-07T03:25:24.961079Z","steps":["trace[335009362] 'agreement among raft nodes before linearized reading' (duration: 431.874967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.961159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.527199Z","time spent":"433.873909ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:24.961318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.407109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:25:24.961139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.52888Z","time spent":"432.247418ms","remote":"127.0.0.1:47926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7398,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-07T03:25:24.961361Z","caller":"traceutil/trace.go:171","msg":"trace[1720409087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2961; }","duration":"428.45984ms","start":"2026-05-07T03:25:24.532889Z","end":"2026-05-07T03:25:24.961349Z","steps":["trace[1720409087] 'agreement among raft nodes before linearized reading' (duration: 428.387748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.96143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.532883Z","time spent":"428.537482ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:25:24.961441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.60047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad2aa128dde491\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-05-07T03:25:24.961564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.854167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:25:24.961578Z","caller":"traceutil/trace.go:171","msg":"trace[1393872885] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad2aa128dde491; range_end:; response_count:1; response_revision:2961; }","duration":"413.724484ms","start":"2026-05-07T03:25:24.547796Z","end":"2026-05-07T03:25:24.961521Z","steps":["trace[1393872885] 'agreement among raft nodes before linearized reading' (duration: 413.415996ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.961616Z","caller":"traceutil/trace.go:171","msg":"trace[2055189460] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:2961; }","duration":"200.94459ms","start":"2026-05-07T03:25:24.760658Z","end":"2026-05-07T03:25:24.961603Z","steps":["trace[2055189460] 'agreement among raft nodes before linearized reading' (duration: 200.823237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:24.961696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:24.547784Z","time spent":"413.835586ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18ad2aa128dde491\" "} {"level":"warn","ts":"2026-05-07T03:27:27.601733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.334531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:27:27.601893Z","caller":"traceutil/trace.go:171","msg":"trace[859428013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3672; }","duration":"100.546467ms","start":"2026-05-07T03:27:27.501328Z","end":"2026-05-07T03:27:27.601874Z","steps":["trace[859428013] 'range keys from in-memory index tree' (duration: 100.166947ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:47.907356Z","caller":"traceutil/trace.go:171","msg":"trace[84264926] transaction","detail":"{read_only:false; response_revision:3791; number_of_response:1; }","duration":"105.003151ms","start":"2026-05-07T03:27:47.802308Z","end":"2026-05-07T03:27:47.907311Z","steps":["trace[84264926] 'process raft request' (duration: 40.230597ms)","trace[84264926] 'compare' (duration: 64.546588ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:50.993565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.433588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:27:50.993685Z","caller":"traceutil/trace.go:171","msg":"trace[210767623] linearizableReadLoop","detail":"{readStateIndex:3963; appliedIndex:3962; }","duration":"698.522412ms","start":"2026-05-07T03:27:50.295141Z","end":"2026-05-07T03:27:50.993663Z","steps":["trace[210767623] 'read index received' (duration: 21.95072ms)","trace[210767623] 'applied index is now lower than readState.Index' (duration: 676.569782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:50.993793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.648625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:27:50.993834Z","caller":"traceutil/trace.go:171","msg":"trace[750836562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3807; }","duration":"698.736528ms","start":"2026-05-07T03:27:50.295083Z","end":"2026-05-07T03:27:50.99382Z","steps":["trace[750836562] 'agreement among raft nodes before linearized reading' (duration: 698.637575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:50.993876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:50.295064Z","time spent":"698.800989ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:27:50.994234Z","caller":"traceutil/trace.go:171","msg":"trace[1305915282] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"705.823048ms","start":"2026-05-07T03:27:50.288291Z","end":"2026-05-07T03:27:50.994114Z","steps":["trace[1305915282] 'process raft request' (duration: 28.779324ms)","trace[1305915282] 'compare' (duration: 676.071488ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:50.994328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:50.288264Z","time spent":"706.024303ms","remote":"127.0.0.1:50676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:27:51.144046Z","caller":"traceutil/trace.go:171","msg":"trace[1397086503] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"110.212103ms","start":"2026-05-07T03:27:51.033722Z","end":"2026-05-07T03:27:51.143934Z","steps":["trace[1397086503] 'process raft request' (duration: 82.771162ms)","trace[1397086503] 'compare' (duration: 27.251516ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:51.449213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.040266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:27:51.449293Z","caller":"traceutil/trace.go:171","msg":"trace[2111670410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3811; }","duration":"151.177839ms","start":"2026-05-07T03:27:51.298095Z","end":"2026-05-07T03:27:51.449273Z","steps":["trace[2111670410] 'range keys from in-memory index tree' (duration: 150.955103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:52.249194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.282039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:27:52.249475Z","caller":"traceutil/trace.go:171","msg":"trace[353944142] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"171.823925ms","start":"2026-05-07T03:27:52.07756Z","end":"2026-05-07T03:27:52.249384Z","steps":["trace[353944142] 'process raft request' (duration: 51.267799ms)","trace[353944142] 'compare' (duration: 120.197147ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:52.249892Z","caller":"traceutil/trace.go:171","msg":"trace[1871305166] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"170.940712ms","start":"2026-05-07T03:27:52.078931Z","end":"2026-05-07T03:27:52.249871Z","steps":["trace[1871305166] 'process raft request' (duration: 170.337037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:55.660239Z","caller":"traceutil/trace.go:171","msg":"trace[1709668605] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"179.596623ms","start":"2026-05-07T03:27:55.480628Z","end":"2026-05-07T03:27:55.660224Z","steps":["trace[1709668605] 'process raft request' (duration: 179.505051ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:02.799578Z","caller":"traceutil/trace.go:171","msg":"trace[1818428688] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"129.764859ms","start":"2026-05-07T03:29:02.669794Z","end":"2026-05-07T03:29:02.799559Z","steps":["trace[1818428688] 'process raft request' (duration: 129.618106ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:02.806301Z","caller":"traceutil/trace.go:171","msg":"trace[351007322] linearizableReadLoop","detail":"{readStateIndex:4448; appliedIndex:4446; }","duration":"118.290486ms","start":"2026-05-07T03:29:02.687987Z","end":"2026-05-07T03:29:02.806278Z","steps":["trace[351007322] 'read index received' (duration: 111.522204ms)","trace[351007322] 'applied index is now lower than readState.Index' (duration: 6.766922ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:02.806391Z","caller":"traceutil/trace.go:171","msg":"trace[185239413] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"132.9486ms","start":"2026-05-07T03:29:02.673412Z","end":"2026-05-07T03:29:02.80636Z","steps":["trace[185239413] 'process raft request' (duration: 132.743875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:02.806425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.41562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:29:02.806466Z","caller":"traceutil/trace.go:171","msg":"trace[1588206163] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4264; }","duration":"118.495891ms","start":"2026-05-07T03:29:02.687959Z","end":"2026-05-07T03:29:02.806455Z","steps":["trace[1588206163] 'agreement among raft nodes before linearized reading' (duration: 118.405269ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:08.872829Z","caller":"traceutil/trace.go:171","msg":"trace[829129009] linearizableReadLoop","detail":"{readStateIndex:4504; appliedIndex:4503; }","duration":"407.020329ms","start":"2026-05-07T03:29:08.46579Z","end":"2026-05-07T03:29:08.87281Z","steps":["trace[829129009] 'read index received' (duration: 406.895656ms)","trace[829129009] 'applied index is now lower than readState.Index' (duration: 123.573µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:08.872967Z","caller":"traceutil/trace.go:171","msg":"trace[249099094] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"472.755026ms","start":"2026-05-07T03:29:08.400179Z","end":"2026-05-07T03:29:08.872934Z","steps":["trace[249099094] 'process raft request' (duration: 472.4971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:08.873018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.230534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:29:08.873056Z","caller":"traceutil/trace.go:171","msg":"trace[1107512436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4318; }","duration":"407.310466ms","start":"2026-05-07T03:29:08.465734Z","end":"2026-05-07T03:29:08.873044Z","steps":["trace[1107512436] 'agreement among raft nodes before linearized reading' (duration: 407.188203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:08.873099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:08.465715Z","time spent":"407.376668ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:29:08.873134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:08.400161Z","time spent":"472.885489ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:08.883915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.893006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-07T03:29:08.883961Z","caller":"traceutil/trace.go:171","msg":"trace[843488654] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4319; }","duration":"417.959019ms","start":"2026-05-07T03:29:08.46599Z","end":"2026-05-07T03:29:08.883949Z","steps":["trace[843488654] 'agreement among raft nodes before linearized reading' (duration: 417.775034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:08.883985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:08.465982Z","time spent":"417.997629ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:29:08.88407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.388352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:29:08.884092Z","caller":"traceutil/trace.go:171","msg":"trace[1545264445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4319; }","duration":"255.447004ms","start":"2026-05-07T03:29:08.628639Z","end":"2026-05-07T03:29:08.884086Z","steps":["trace[1545264445] 'agreement among raft nodes before linearized reading' (duration: 255.391093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:08.884378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.147758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-p27h4\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-05-07T03:29:08.884674Z","caller":"traceutil/trace.go:171","msg":"trace[96955152] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-p27h4; range_end:; response_count:1; response_revision:4319; }","duration":"168.270631ms","start":"2026-05-07T03:29:08.716189Z","end":"2026-05-07T03:29:08.88446Z","steps":["trace[96955152] 'agreement among raft nodes before linearized reading' (duration: 167.726558ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:14.326073Z","caller":"traceutil/trace.go:171","msg":"trace[1934513163] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"119.961919ms","start":"2026-05-07T03:29:14.20609Z","end":"2026-05-07T03:29:14.326052Z","steps":["trace[1934513163] 'process raft request' (duration: 119.218109ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:14.334523Z","caller":"traceutil/trace.go:171","msg":"trace[1438260307] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"122.37076ms","start":"2026-05-07T03:29:14.212102Z","end":"2026-05-07T03:29:14.334473Z","steps":["trace[1438260307] 'process raft request' (duration: 122.195815ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.05108Z","caller":"traceutil/trace.go:171","msg":"trace[299324628] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"356.06323ms","start":"2026-05-07T03:29:14.694995Z","end":"2026-05-07T03:29:15.051058Z","steps":["trace[299324628] 'process raft request' (duration: 355.719961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.05122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:14.694965Z","time spent":"356.182113ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492245,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:15.063691Z","caller":"traceutil/trace.go:171","msg":"trace[2090529606] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"153.110175ms","start":"2026-05-07T03:29:14.910562Z","end":"2026-05-07T03:29:15.063673Z","steps":["trace[2090529606] 'process raft request' (duration: 152.998832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.064024Z","caller":"traceutil/trace.go:171","msg":"trace[964275242] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"194.13786ms","start":"2026-05-07T03:29:14.869873Z","end":"2026-05-07T03:29:15.064011Z","steps":["trace[964275242] 'process raft request' (duration: 193.660308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.064055Z","caller":"traceutil/trace.go:171","msg":"trace[1414682900] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"343.323935ms","start":"2026-05-07T03:29:14.720715Z","end":"2026-05-07T03:29:15.064039Z","steps":["trace[1414682900] 'process raft request' (duration: 342.479564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.064275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:14.720659Z","time spent":"343.51617ms","remote":"127.0.0.1:37290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:15.06429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.17017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:29:15.06432Z","caller":"traceutil/trace.go:171","msg":"trace[930940930] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:4667; }","duration":"290.243391ms","start":"2026-05-07T03:29:14.77407Z","end":"2026-05-07T03:29:15.064314Z","steps":["trace[930940930] 'agreement among raft nodes before linearized reading' (duration: 290.080147ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.064108Z","caller":"traceutil/trace.go:171","msg":"trace[1991080043] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4856; }","duration":"289.970914ms","start":"2026-05-07T03:29:14.774109Z","end":"2026-05-07T03:29:15.06408Z","steps":["trace[1991080043] 'read index received' (duration: 276.86605ms)","trace[1991080043] 'applied index is now lower than readState.Index' (duration: 13.103014ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:15.064443Z","caller":"traceutil/trace.go:171","msg":"trace[1312778184] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4667; }","duration":"144.148686ms","start":"2026-05-07T03:29:14.920263Z","end":"2026-05-07T03:29:15.064412Z","steps":["trace[1312778184] 'process raft request' (duration: 143.359996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.064637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.277493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:29:15.064828Z","caller":"traceutil/trace.go:171","msg":"trace[1766060578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4667; }","duration":"112.508829ms","start":"2026-05-07T03:29:14.952307Z","end":"2026-05-07T03:29:15.064815Z","steps":["trace[1766060578] 'agreement among raft nodes before linearized reading' (duration: 112.262283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.064841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.205006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:29:15.064872Z","caller":"traceutil/trace.go:171","msg":"trace[1798982831] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4667; }","duration":"100.272827ms","start":"2026-05-07T03:29:14.964591Z","end":"2026-05-07T03:29:15.064864Z","steps":["trace[1798982831] 'agreement among raft nodes before linearized reading' (duration: 100.00819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.06496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.899952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:29:15.06499Z","caller":"traceutil/trace.go:171","msg":"trace[1768036528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4667; }","duration":"109.947844ms","start":"2026-05-07T03:29:14.955035Z","end":"2026-05-07T03:29:15.064983Z","steps":["trace[1768036528] 'agreement among raft nodes before linearized reading' (duration: 109.868042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.065071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.940551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-07T03:29:15.065147Z","caller":"traceutil/trace.go:171","msg":"trace[1432062494] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4667; }","duration":"117.043474ms","start":"2026-05-07T03:29:14.948093Z","end":"2026-05-07T03:29:15.065136Z","steps":["trace[1432062494] 'agreement among raft nodes before linearized reading' (duration: 116.850959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.06522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.005979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T03:29:15.065229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.709425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:29:15.065257Z","caller":"traceutil/trace.go:171","msg":"trace[470016837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4667; }","duration":"138.090161ms","start":"2026-05-07T03:29:14.927157Z","end":"2026-05-07T03:29:15.065247Z","steps":["trace[470016837] 'agreement among raft nodes before linearized reading' (duration: 137.959657ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.06526Z","caller":"traceutil/trace.go:171","msg":"trace[1315677960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4667; }","duration":"174.776187ms","start":"2026-05-07T03:29:14.890476Z","end":"2026-05-07T03:29:15.065252Z","steps":["trace[1315677960] 'agreement among raft nodes before linearized reading' (duration: 174.705105ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.065268Z","caller":"traceutil/trace.go:171","msg":"trace[2055941630] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"290.037236ms","start":"2026-05-07T03:29:14.773953Z","end":"2026-05-07T03:29:15.06399Z","steps":["trace[2055941630] 'process raft request' (duration: 289.511943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.065098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.89213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:29:15.065334Z","caller":"traceutil/trace.go:171","msg":"trace[666696432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4667; }","duration":"117.142117ms","start":"2026-05-07T03:29:14.948185Z","end":"2026-05-07T03:29:15.065327Z","steps":["trace[666696432] 'agreement among raft nodes before linearized reading' (duration: 116.86415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.065345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.207405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-mt24g\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-05-07T03:29:15.065425Z","caller":"traceutil/trace.go:171","msg":"trace[1327138052] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-mt24g; range_end:; response_count:1; response_revision:4667; }","duration":"249.849371ms","start":"2026-05-07T03:29:14.815567Z","end":"2026-05-07T03:29:15.065417Z","steps":["trace[1327138052] 'agreement among raft nodes before linearized reading' (duration: 249.00315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:15.650156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.311901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-mpsr2\" ","response":"range_response_count:1 size:2416"} {"level":"warn","ts":"2026-05-07T03:29:15.650173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.384739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/grafana-tls.18ad2adc50bbf929\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-05-07T03:29:15.650239Z","caller":"traceutil/trace.go:171","msg":"trace[1031098039] range","detail":"{range_begin:/registry/events/monitoring/grafana-tls.18ad2adc50bbf929; range_end:; response_count:1; response_revision:4693; }","duration":"138.527172ms","start":"2026-05-07T03:29:15.511698Z","end":"2026-05-07T03:29:15.650225Z","steps":["trace[1031098039] 'range keys from in-memory index tree' (duration: 138.195324ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:15.650234Z","caller":"traceutil/trace.go:171","msg":"trace[1056891513] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-mpsr2; range_end:; response_count:1; response_revision:4693; }","duration":"188.441425ms","start":"2026-05-07T03:29:15.461774Z","end":"2026-05-07T03:29:15.650216Z","steps":["trace[1056891513] 'range keys from in-memory index tree' (duration: 188.090026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:16.638878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.324193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:29:16.63908Z","caller":"traceutil/trace.go:171","msg":"trace[1222613812] linearizableReadLoop","detail":"{readStateIndex:4916; appliedIndex:4914; }","duration":"226.404994ms","start":"2026-05-07T03:29:16.41266Z","end":"2026-05-07T03:29:16.639065Z","steps":["trace[1222613812] 'read index received' (duration: 134.195302ms)","trace[1222613812] 'applied index is now lower than readState.Index' (duration: 92.208802ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:16.639389Z","caller":"traceutil/trace.go:171","msg":"trace[985167821] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"326.837464ms","start":"2026-05-07T03:29:16.312537Z","end":"2026-05-07T03:29:16.639375Z","steps":["trace[985167821] 'process raft request' (duration: 75.952187ms)","trace[985167821] 'compare' (duration: 250.001664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:16.639459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:16.312518Z","time spent":"326.912566ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:29:16.639471Z","caller":"traceutil/trace.go:171","msg":"trace[907711662] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"276.306665ms","start":"2026-05-07T03:29:16.363125Z","end":"2026-05-07T03:29:16.639431Z","steps":["trace[907711662] 'process raft request' (duration: 275.889925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:16.640003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.301237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-mgmjv.18ad2a776ee188b8\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-07T03:29:16.640151Z","caller":"traceutil/trace.go:171","msg":"trace[1359675498] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-mgmjv.18ad2a776ee188b8; range_end:; response_count:1; response_revision:4720; }","duration":"227.494692ms","start":"2026-05-07T03:29:16.41263Z","end":"2026-05-07T03:29:16.640125Z","steps":["trace[1359675498] 'agreement among raft nodes before linearized reading' (duration: 226.485486ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:16.857877Z","caller":"traceutil/trace.go:171","msg":"trace[1713209867] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"395.642828ms","start":"2026-05-07T03:29:16.462201Z","end":"2026-05-07T03:29:16.857844Z","steps":["trace[1713209867] 'process raft request' (duration: 395.581677ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:16.857908Z","caller":"traceutil/trace.go:171","msg":"trace[2034622078] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"436.611693ms","start":"2026-05-07T03:29:16.421267Z","end":"2026-05-07T03:29:16.857879Z","steps":["trace[2034622078] 'process raft request' (duration: 436.346456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:16.858214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:16.462178Z","time spent":"395.882375ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:29:16.85827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:16.42124Z","time spent":"436.919151ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:16.951296Z","caller":"traceutil/trace.go:171","msg":"trace[257529138] linearizableReadLoop","detail":"{readStateIndex:4919; appliedIndex:4916; }","duration":"161.447457ms","start":"2026-05-07T03:29:16.789828Z","end":"2026-05-07T03:29:16.951275Z","steps":["trace[257529138] 'read index received' (duration: 67.792549ms)","trace[257529138] 'applied index is now lower than readState.Index' (duration: 93.654018ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:16.951403Z","caller":"traceutil/trace.go:171","msg":"trace[1500688682] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"115.884406ms","start":"2026-05-07T03:29:16.835483Z","end":"2026-05-07T03:29:16.951368Z","steps":["trace[1500688682] 'process raft request' (duration: 115.729722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:16.951597Z","caller":"traceutil/trace.go:171","msg":"trace[144012070] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"307.410348ms","start":"2026-05-07T03:29:16.644147Z","end":"2026-05-07T03:29:16.951558Z","steps":["trace[144012070] 'process raft request' (duration: 264.542155ms)","trace[144012070] 'compare' (duration: 42.363731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:16.951831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:16.64413Z","time spent":"307.612534ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:16.951869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.019711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-7rj6w\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-05-07T03:29:16.952083Z","caller":"traceutil/trace.go:171","msg":"trace[1455564509] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-7rj6w; range_end:; response_count:1; response_revision:4724; }","duration":"162.282418ms","start":"2026-05-07T03:29:16.789778Z","end":"2026-05-07T03:29:16.952061Z","steps":["trace[1455564509] 'agreement among raft nodes before linearized reading' (duration: 161.610391ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:19.299122Z","caller":"traceutil/trace.go:171","msg":"trace[48435716] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"158.133392ms","start":"2026-05-07T03:29:19.140971Z","end":"2026-05-07T03:29:19.299105Z","steps":["trace[48435716] 'process raft request' (duration: 149.773829ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:19.299392Z","caller":"traceutil/trace.go:171","msg":"trace[1985854962] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"158.133623ms","start":"2026-05-07T03:29:19.141233Z","end":"2026-05-07T03:29:19.299367Z","steps":["trace[1985854962] 'process raft request' (duration: 157.840676ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:19.299898Z","caller":"traceutil/trace.go:171","msg":"trace[1925510519] linearizableReadLoop","detail":"{readStateIndex:4953; appliedIndex:4947; }","duration":"148.63677ms","start":"2026-05-07T03:29:19.151253Z","end":"2026-05-07T03:29:19.299889Z","steps":["trace[1925510519] 'read index received' (duration: 16.108141ms)","trace[1925510519] 'applied index is now lower than readState.Index' (duration: 132.527969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:19.300024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.764523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:29:19.300011Z","caller":"traceutil/trace.go:171","msg":"trace[609840286] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"157.394403ms","start":"2026-05-07T03:29:19.142586Z","end":"2026-05-07T03:29:19.299981Z","steps":["trace[609840286] 'process raft request' (duration: 157.027254ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:19.300071Z","caller":"traceutil/trace.go:171","msg":"trace[1040191940] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"156.390487ms","start":"2026-05-07T03:29:19.143674Z","end":"2026-05-07T03:29:19.300065Z","steps":["trace[1040191940] 'process raft request' (duration: 156.182982ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:19.300049Z","caller":"traceutil/trace.go:171","msg":"trace[292863050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4755; }","duration":"148.824944ms","start":"2026-05-07T03:29:19.151218Z","end":"2026-05-07T03:29:19.300043Z","steps":["trace[292863050] 'agreement among raft nodes before linearized reading' (duration: 148.710371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:19.299653Z","caller":"traceutil/trace.go:171","msg":"trace[1185240659] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"158.237135ms","start":"2026-05-07T03:29:19.141407Z","end":"2026-05-07T03:29:19.299644Z","steps":["trace[1185240659] 'process raft request' (duration: 157.885646ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:19.908098Z","caller":"traceutil/trace.go:171","msg":"trace[651875042] linearizableReadLoop","detail":"{readStateIndex:4954; appliedIndex:4953; }","duration":"146.29567ms","start":"2026-05-07T03:29:19.761782Z","end":"2026-05-07T03:29:19.908077Z","steps":["trace[651875042] 'read index received' (duration: 146.155447ms)","trace[651875042] 'applied index is now lower than readState.Index' (duration: 139.203µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:19.908248Z","caller":"traceutil/trace.go:171","msg":"trace[745964050] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"208.856215ms","start":"2026-05-07T03:29:19.699375Z","end":"2026-05-07T03:29:19.908232Z","steps":["trace[745964050] 'process raft request' (duration: 208.572298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:19.908579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.780672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:19.908644Z","caller":"traceutil/trace.go:171","msg":"trace[1335639434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4756; }","duration":"146.884655ms","start":"2026-05-07T03:29:19.761741Z","end":"2026-05-07T03:29:19.908626Z","steps":["trace[1335639434] 'agreement among raft nodes before linearized reading' (duration: 146.799553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.518268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147255661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:22.599707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.76014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:29:22.599794Z","caller":"traceutil/trace.go:171","msg":"trace[16274558] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"740.918394ms","start":"2026-05-07T03:29:21.85886Z","end":"2026-05-07T03:29:22.599779Z","steps":["trace[16274558] 'process raft request' (duration: 109.016401ms)","trace[16274558] 'compare' (duration: 631.269617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:22.599835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:21.858831Z","time spent":"740.983795ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1903,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:22.601601Z","caller":"traceutil/trace.go:171","msg":"trace[644321443] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"741.142288ms","start":"2026-05-07T03:29:21.860424Z","end":"2026-05-07T03:29:22.601567Z","steps":["trace[644321443] 'process raft request' (duration: 740.931423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.601875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.674349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-07T03:29:22.601924Z","caller":"traceutil/trace.go:171","msg":"trace[1102236215] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4815; }","duration":"584.75672ms","start":"2026-05-07T03:29:22.017154Z","end":"2026-05-07T03:29:22.60191Z","steps":["trace[1102236215] 'agreement among raft nodes before linearized reading' (duration: 584.593406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.60196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:22.017138Z","time spent":"584.812712ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-05-07T03:29:22.602046Z","caller":"traceutil/trace.go:171","msg":"trace[1358432212] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"731.85146ms","start":"2026-05-07T03:29:21.870155Z","end":"2026-05-07T03:29:22.602006Z","steps":["trace[1358432212] 'process raft request' (duration: 731.334018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.602168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:21.870134Z","time spent":"731.957954ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:22.6023Z","caller":"traceutil/trace.go:171","msg":"trace[586162966] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"689.340478ms","start":"2026-05-07T03:29:21.912949Z","end":"2026-05-07T03:29:22.602289Z","steps":["trace[586162966] 'process raft request' (duration: 688.698511ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:22.602174Z","caller":"traceutil/trace.go:171","msg":"trace[1435749743] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"704.419392ms","start":"2026-05-07T03:29:21.89774Z","end":"2026-05-07T03:29:22.60216Z","steps":["trace[1435749743] 'process raft request' (duration: 703.828698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.60237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:21.912929Z","time spent":"689.404839ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:22.602529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:21.860399Z","time spent":"741.452417ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:22.601704Z","caller":"traceutil/trace.go:171","msg":"trace[264967918] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5009; }","duration":"584.505325ms","start":"2026-05-07T03:29:22.017185Z","end":"2026-05-07T03:29:22.60169Z","steps":["trace[264967918] 'read index received' (duration: 584.119035ms)","trace[264967918] 'applied index is now lower than readState.Index' (duration: 385.74µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:22.602908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.324485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:22.602954Z","caller":"traceutil/trace.go:171","msg":"trace[765290901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4815; }","duration":"305.359256ms","start":"2026-05-07T03:29:22.297573Z","end":"2026-05-07T03:29:22.602932Z","steps":["trace[765290901] 'agreement among raft nodes before linearized reading' (duration: 305.303744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.602982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:22.297527Z","time spent":"305.447859ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:29:22.603167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.111142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:29:22.603196Z","caller":"traceutil/trace.go:171","msg":"trace[2052157424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4815; }","duration":"380.168164ms","start":"2026-05-07T03:29:22.223019Z","end":"2026-05-07T03:29:22.603188Z","steps":["trace[2052157424] 'agreement among raft nodes before linearized reading' (duration: 380.083102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.603263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:22.223005Z","time spent":"380.213885ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:29:22.603285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.776125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:29:22.603319Z","caller":"traceutil/trace.go:171","msg":"trace[2021136943] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4815; }","duration":"323.849557ms","start":"2026-05-07T03:29:22.279462Z","end":"2026-05-07T03:29:22.603311Z","steps":["trace[2021136943] 'agreement among raft nodes before linearized reading' (duration: 323.741545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.603344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:22.279444Z","time spent":"323.893968ms","remote":"127.0.0.1:47604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:22.603355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.33531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:22.603384Z","caller":"traceutil/trace.go:171","msg":"trace[178416621] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4815; }","duration":"475.397071ms","start":"2026-05-07T03:29:22.127978Z","end":"2026-05-07T03:29:22.603375Z","steps":["trace[178416621] 'agreement among raft nodes before linearized reading' (duration: 475.34698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.603409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:22.127961Z","time spent":"475.440163ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:29:22.601736Z","caller":"traceutil/trace.go:171","msg":"trace[193166883] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"739.863196ms","start":"2026-05-07T03:29:21.861712Z","end":"2026-05-07T03:29:22.601575Z","steps":["trace[193166883] 'process raft request' (duration: 739.726362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.603567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:21.861697Z","time spent":"741.838505ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:22.603432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.492559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:29:22.603659Z","caller":"traceutil/trace.go:171","msg":"trace[798494742] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4815; }","duration":"535.169186ms","start":"2026-05-07T03:29:22.068475Z","end":"2026-05-07T03:29:22.603645Z","steps":["trace[798494742] 'agreement among raft nodes before linearized reading' (duration: 534.492139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:22.603811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:22.068453Z","time spent":"535.346721ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:22.604128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:21.897715Z","time spent":"704.660118ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":240655,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:29:23.809983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147255781,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:29:24.078976Z","caller":"traceutil/trace.go:171","msg":"trace[812286494] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"893.38876ms","start":"2026-05-07T03:29:23.18556Z","end":"2026-05-07T03:29:24.078949Z","steps":["trace[812286494] 'process raft request' (duration: 827.192452ms)","trace[812286494] 'compare' (duration: 65.712266ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:24.079149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.185541Z","time spent":"893.513913ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:24.173552Z","caller":"traceutil/trace.go:171","msg":"trace[1273355000] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5057; }","duration":"864.099354ms","start":"2026-05-07T03:29:23.309433Z","end":"2026-05-07T03:29:24.173532Z","steps":["trace[1273355000] 'read index received' (duration: 703.244252ms)","trace[1273355000] 'applied index is now lower than readState.Index' (duration: 160.854282ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:24.173665Z","caller":"traceutil/trace.go:171","msg":"trace[787117421] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"983.691872ms","start":"2026-05-07T03:29:23.189933Z","end":"2026-05-07T03:29:24.173624Z","steps":["trace[787117421] 'process raft request' (duration: 983.490247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.173766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.310609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:29:24.173831Z","caller":"traceutil/trace.go:171","msg":"trace[2139711968] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4859; }","duration":"864.386541ms","start":"2026-05-07T03:29:23.309428Z","end":"2026-05-07T03:29:24.173814Z","steps":["trace[2139711968] 'agreement among raft nodes before linearized reading' (duration: 864.194106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.173866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.309386Z","time spent":"864.473463ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:29:24.173867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.189915Z","time spent":"983.836816ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:24.336486Z","caller":"traceutil/trace.go:171","msg":"trace[266520371] linearizableReadLoop","detail":"{readStateIndex:5060; appliedIndex:5059; }","duration":"162.849542ms","start":"2026-05-07T03:29:24.173612Z","end":"2026-05-07T03:29:24.336461Z","steps":["trace[266520371] 'read index received' (duration: 162.693068ms)","trace[266520371] 'applied index is now lower than readState.Index' (duration: 155.354µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:24.336621Z","caller":"traceutil/trace.go:171","msg":"trace[1349586396] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"208.506856ms","start":"2026-05-07T03:29:24.12809Z","end":"2026-05-07T03:29:24.336596Z","steps":["trace[1349586396] 'process raft request' (duration: 208.209698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.33669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.723923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d80a8498-546f-4dc4-b583-ac0e118e7248\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-05-07T03:29:24.336721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024009911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:29:24.336757Z","caller":"traceutil/trace.go:171","msg":"trace[708426449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4860; }","duration":"1.024072253s","start":"2026-05-07T03:29:23.312677Z","end":"2026-05-07T03:29:24.336749Z","steps":["trace[708426449] 'agreement among raft nodes before linearized reading' (duration: 1.023932759s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.336786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.312671Z","time spent":"1.024109353s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:29:24.336774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.027441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d80a8498-546f-4dc4-b583-ac0e118e7248\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-05-07T03:29:24.336808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.246028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91d6c1f3-e705-4efb-9906-81c91b99892a\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-07T03:29:24.336825Z","caller":"traceutil/trace.go:171","msg":"trace[683613026] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91d6c1f3-e705-4efb-9906-81c91b99892a; range_end:; response_count:1; response_revision:4860; }","duration":"464.299499ms","start":"2026-05-07T03:29:23.872522Z","end":"2026-05-07T03:29:24.336821Z","steps":["trace[683613026] 'agreement among raft nodes before linearized reading' (duration: 464.251228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.336856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.872502Z","time spent":"464.34491ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91d6c1f3-e705-4efb-9906-81c91b99892a\" "} {"level":"info","ts":"2026-05-07T03:29:24.336849Z","caller":"traceutil/trace.go:171","msg":"trace[1760209340] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d80a8498-546f-4dc4-b583-ac0e118e7248; range_end:; response_count:1; response_revision:4860; }","duration":"322.126173ms","start":"2026-05-07T03:29:24.014683Z","end":"2026-05-07T03:29:24.336809Z","steps":["trace[1760209340] 'agreement among raft nodes before linearized reading' (duration: 321.979859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.336909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:24.01466Z","time spent":"322.236676ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d80a8498-546f-4dc4-b583-ac0e118e7248\" "} {"level":"warn","ts":"2026-05-07T03:29:24.33693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.531686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:29:24.336953Z","caller":"traceutil/trace.go:171","msg":"trace[1999467376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4860; }","duration":"997.557956ms","start":"2026-05-07T03:29:23.339388Z","end":"2026-05-07T03:29:24.336946Z","steps":["trace[1999467376] 'agreement among raft nodes before linearized reading' (duration: 997.500655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.336978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.339337Z","time spent":"997.635068ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:24.337119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024405291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:29:24.337123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025619582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:29:24.337147Z","caller":"traceutil/trace.go:171","msg":"trace[697967563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4860; }","duration":"1.024440871s","start":"2026-05-07T03:29:23.3127Z","end":"2026-05-07T03:29:24.337141Z","steps":["trace[697967563] 'agreement among raft nodes before linearized reading' (duration: 1.02437746s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:24.337166Z","caller":"traceutil/trace.go:171","msg":"trace[800989988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4860; }","duration":"1.025674393s","start":"2026-05-07T03:29:23.311479Z","end":"2026-05-07T03:29:24.337153Z","steps":["trace[800989988] 'agreement among raft nodes before linearized reading' (duration: 1.025540129s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.337219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.311474Z","time spent":"1.025734374s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:29:24.337177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.312697Z","time spent":"1.024463023s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:29:24.336755Z","caller":"traceutil/trace.go:171","msg":"trace[948612145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d80a8498-546f-4dc4-b583-ac0e118e7248; range_end:; response_count:1; response_revision:4860; }","duration":"581.835776ms","start":"2026-05-07T03:29:23.754904Z","end":"2026-05-07T03:29:24.33674Z","steps":["trace[948612145] 'agreement among raft nodes before linearized reading' (duration: 581.610851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.337327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.754886Z","time spent":"582.429161ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d80a8498-546f-4dc4-b583-ac0e118e7248\" "} {"level":"warn","ts":"2026-05-07T03:29:24.337168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027050738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:29:24.337412Z","caller":"traceutil/trace.go:171","msg":"trace[823512517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4860; }","duration":"1.027306104s","start":"2026-05-07T03:29:23.310094Z","end":"2026-05-07T03:29:24.3374Z","steps":["trace[823512517] 'agreement among raft nodes before linearized reading' (duration: 1.026990766s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.337437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.310089Z","time spent":"1.027341675s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:29:24.33843Z","caller":"traceutil/trace.go:171","msg":"trace[1511696971] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"159.946398ms","start":"2026-05-07T03:29:24.178452Z","end":"2026-05-07T03:29:24.338398Z","steps":["trace[1511696971] 'process raft request' (duration: 159.827565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.340744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.688675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2350222"} {"level":"info","ts":"2026-05-07T03:29:24.340921Z","caller":"traceutil/trace.go:171","msg":"trace[370678766] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4860; }","duration":"920.904531ms","start":"2026-05-07T03:29:23.419989Z","end":"2026-05-07T03:29:24.340894Z","steps":["trace[370678766] 'agreement among raft nodes before linearized reading' (duration: 916.601372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:24.340985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:23.419953Z","time spent":"921.009095ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2350245,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-07T03:29:24.974687Z","caller":"traceutil/trace.go:171","msg":"trace[1151166328] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"112.381216ms","start":"2026-05-07T03:29:24.862268Z","end":"2026-05-07T03:29:24.97465Z","steps":["trace[1151166328] 'process raft request' (duration: 103.91113ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:26.514006Z","caller":"traceutil/trace.go:171","msg":"trace[826890739] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"641.6152ms","start":"2026-05-07T03:29:25.872362Z","end":"2026-05-07T03:29:26.513977Z","steps":["trace[826890739] 'process raft request' (duration: 641.307342ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:26.514167Z","caller":"traceutil/trace.go:171","msg":"trace[1152807950] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"634.132848ms","start":"2026-05-07T03:29:25.880003Z","end":"2026-05-07T03:29:26.514136Z","steps":["trace[1152807950] 'process raft request' (duration: 633.926873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:26.51419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.954186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:29:26.51425Z","caller":"traceutil/trace.go:171","msg":"trace[948548130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4887; }","duration":"498.070959ms","start":"2026-05-07T03:29:26.016169Z","end":"2026-05-07T03:29:26.51424Z","steps":["trace[948548130] 'agreement among raft nodes before linearized reading' (duration: 497.964466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:26.514082Z","caller":"traceutil/trace.go:171","msg":"trace[1511142403] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5087; }","duration":"497.846183ms","start":"2026-05-07T03:29:26.016212Z","end":"2026-05-07T03:29:26.514058Z","steps":["trace[1511142403] 'read index received' (duration: 497.504745ms)","trace[1511142403] 'applied index is now lower than readState.Index' (duration: 340.078µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:26.514295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:26.01615Z","time spent":"498.1353ms","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:26.514343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:25.879984Z","time spent":"634.255502ms","remote":"127.0.0.1:37290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:26.514422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:25.872342Z","time spent":"641.847775ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:26.519409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.814245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:26.519485Z","caller":"traceutil/trace.go:171","msg":"trace[566855943] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"263.5766ms","start":"2026-05-07T03:29:26.255895Z","end":"2026-05-07T03:29:26.519471Z","steps":["trace[566855943] 'process raft request' (duration: 263.259182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:26.519519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.251358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T03:29:26.519596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.788642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91d6c1f3-e705-4efb-9906-81c91b99892a\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-05-07T03:29:26.519699Z","caller":"traceutil/trace.go:171","msg":"trace[1598179756] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91d6c1f3-e705-4efb-9906-81c91b99892a; range_end:; response_count:1; response_revision:4888; }","duration":"166.934396ms","start":"2026-05-07T03:29:26.352754Z","end":"2026-05-07T03:29:26.519688Z","steps":["trace[1598179756] 'agreement among raft nodes before linearized reading' (duration: 166.777722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:26.51963Z","caller":"traceutil/trace.go:171","msg":"trace[406326487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4888; }","duration":"155.386431ms","start":"2026-05-07T03:29:26.364233Z","end":"2026-05-07T03:29:26.51962Z","steps":["trace[406326487] 'agreement among raft nodes before linearized reading' (duration: 155.210927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:26.519891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.875795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:29:26.519925Z","caller":"traceutil/trace.go:171","msg":"trace[486560498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4888; }","duration":"157.932406ms","start":"2026-05-07T03:29:26.361983Z","end":"2026-05-07T03:29:26.519915Z","steps":["trace[486560498] 'agreement among raft nodes before linearized reading' (duration: 157.849754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:26.520289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.965462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-07T03:29:26.520289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.654554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:29:26.520327Z","caller":"traceutil/trace.go:171","msg":"trace[974541900] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4888; }","duration":"437.068534ms","start":"2026-05-07T03:29:26.083248Z","end":"2026-05-07T03:29:26.520316Z","steps":["trace[974541900] 'agreement among raft nodes before linearized reading' (duration: 436.956182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:26.520366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.703153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:26.520391Z","caller":"traceutil/trace.go:171","msg":"trace[1475219362] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4888; }","duration":"161.764155ms","start":"2026-05-07T03:29:26.358621Z","end":"2026-05-07T03:29:26.520386Z","steps":["trace[1475219362] 'agreement among raft nodes before linearized reading' (duration: 161.722393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:26.519702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.138352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:29:26.520728Z","caller":"traceutil/trace.go:171","msg":"trace[2094030238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4888; }","duration":"150.19931ms","start":"2026-05-07T03:29:26.37052Z","end":"2026-05-07T03:29:26.520719Z","steps":["trace[2094030238] 'agreement among raft nodes before linearized reading' (duration: 149.131812ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:26.52033Z","caller":"traceutil/trace.go:171","msg":"trace[557341284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4888; }","duration":"176.725026ms","start":"2026-05-07T03:29:26.343595Z","end":"2026-05-07T03:29:26.52032Z","steps":["trace[557341284] 'agreement among raft nodes before linearized reading' (duration: 176.633453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:26.519433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.919667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:29:26.520835Z","caller":"traceutil/trace.go:171","msg":"trace[2018732553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4888; }","duration":"150.336243ms","start":"2026-05-07T03:29:26.370494Z","end":"2026-05-07T03:29:26.52083Z","steps":["trace[2018732553] 'agreement among raft nodes before linearized reading' (duration: 148.822134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:26.519414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.251833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d80a8498-546f-4dc4-b583-ac0e118e7248\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-05-07T03:29:26.520887Z","caller":"traceutil/trace.go:171","msg":"trace[396108464] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d80a8498-546f-4dc4-b583-ac0e118e7248; range_end:; response_count:1; response_revision:4888; }","duration":"166.769333ms","start":"2026-05-07T03:29:26.354112Z","end":"2026-05-07T03:29:26.520881Z","steps":["trace[396108464] 'agreement among raft nodes before linearized reading' (duration: 165.169851ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:26.519491Z","caller":"traceutil/trace.go:171","msg":"trace[1175754132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4888; }","duration":"221.933118ms","start":"2026-05-07T03:29:26.297545Z","end":"2026-05-07T03:29:26.519478Z","steps":["trace[1175754132] 'agreement among raft nodes before linearized reading' (duration: 221.792595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:26.522373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:26.083226Z","time spent":"439.133467ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:29:28.402807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:28.691266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.416958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:29:28.691372Z","caller":"traceutil/trace.go:171","msg":"trace[1521832539] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"1.045853647s","start":"2026-05-07T03:29:27.645499Z","end":"2026-05-07T03:29:28.691353Z","steps":["trace[1521832539] 'process raft request' (duration: 74.273545ms)","trace[1521832539] 'compare' (duration: 970.951096ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:28.691684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:27.645477Z","time spent":"1.046108944s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:28.720767Z","caller":"traceutil/trace.go:171","msg":"trace[205830014] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"1.009826669s","start":"2026-05-07T03:29:27.710924Z","end":"2026-05-07T03:29:28.720751Z","steps":["trace[205830014] 'process raft request' (duration: 1.009724236s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.72088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:27.710895Z","time spent":"1.009927391s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:28.727906Z","caller":"traceutil/trace.go:171","msg":"trace[353153713] linearizableReadLoop","detail":"{readStateIndex:5150; appliedIndex:5149; }","duration":"825.228202ms","start":"2026-05-07T03:29:27.902652Z","end":"2026-05-07T03:29:28.72788Z","steps":["trace[353153713] 'read index received' (duration: 818.159931ms)","trace[353153713] 'applied index is now lower than readState.Index' (duration: 7.066871ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:28.728213Z","caller":"traceutil/trace.go:171","msg":"trace[277735449] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"895.326159ms","start":"2026-05-07T03:29:27.832871Z","end":"2026-05-07T03:29:28.728197Z","steps":["trace[277735449] 'process raft request' (duration: 894.810915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.728334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:27.832845Z","time spent":"895.40458ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:28.728711Z","caller":"traceutil/trace.go:171","msg":"trace[1865298625] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"100.620076ms","start":"2026-05-07T03:29:28.628072Z","end":"2026-05-07T03:29:28.728692Z","steps":["trace[1865298625] 'process raft request' (duration: 99.743342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.728933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.274358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k2l8f\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-05-07T03:29:28.728971Z","caller":"traceutil/trace.go:171","msg":"trace[759084969] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k2l8f; range_end:; response_count:1; response_revision:4946; }","duration":"826.341959ms","start":"2026-05-07T03:29:27.902619Z","end":"2026-05-07T03:29:28.728961Z","steps":["trace[759084969] 'agreement among raft nodes before linearized reading' (duration: 826.198436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.729005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:27.902603Z","time spent":"826.394741ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9853,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-k2l8f\" "} {"level":"warn","ts":"2026-05-07T03:29:28.729349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.371841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k2l8f.18ad2adf6711ae35\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-05-07T03:29:28.72941Z","caller":"traceutil/trace.go:171","msg":"trace[913978347] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k2l8f.18ad2adf6711ae35; range_end:; response_count:1; response_revision:4947; }","duration":"826.453492ms","start":"2026-05-07T03:29:27.902941Z","end":"2026-05-07T03:29:28.729394Z","steps":["trace[913978347] 'agreement among raft nodes before linearized reading' (duration: 826.277678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.729449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:27.90293Z","time spent":"826.508264ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-k2l8f.18ad2adf6711ae35\" "} {"level":"warn","ts":"2026-05-07T03:29:28.72962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.884877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:29:28.729647Z","caller":"traceutil/trace.go:171","msg":"trace[132905826] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4947; }","duration":"159.921357ms","start":"2026-05-07T03:29:28.569719Z","end":"2026-05-07T03:29:28.72964Z","steps":["trace[132905826] 'agreement among raft nodes before linearized reading' (duration: 159.836565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.729711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.261155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:29:28.72975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.958302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:29:28.729766Z","caller":"traceutil/trace.go:171","msg":"trace[173379407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4947; }","duration":"188.000903ms","start":"2026-05-07T03:29:28.54176Z","end":"2026-05-07T03:29:28.729761Z","steps":["trace[173379407] 'agreement among raft nodes before linearized reading' (duration: 187.955302ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:28.729757Z","caller":"traceutil/trace.go:171","msg":"trace[1117924902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4947; }","duration":"189.320927ms","start":"2026-05-07T03:29:28.540424Z","end":"2026-05-07T03:29:28.729745Z","steps":["trace[1117924902] 'agreement among raft nodes before linearized reading' (duration: 189.198714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.729368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.899466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:29:28.72994Z","caller":"traceutil/trace.go:171","msg":"trace[1390632958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4947; }","duration":"189.494751ms","start":"2026-05-07T03:29:28.540437Z","end":"2026-05-07T03:29:28.729932Z","steps":["trace[1390632958] 'agreement among raft nodes before linearized reading' (duration: 188.872925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.730605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.974397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:28.730753Z","caller":"traceutil/trace.go:171","msg":"trace[1812365524] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4947; }","duration":"367.169733ms","start":"2026-05-07T03:29:28.363568Z","end":"2026-05-07T03:29:28.730738Z","steps":["trace[1812365524] 'agreement among raft nodes before linearized reading' (duration: 366.993448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.730797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:28.363546Z","time spent":"367.236664ms","remote":"127.0.0.1:38742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:28.734136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.72143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:29:28.734254Z","caller":"traceutil/trace.go:171","msg":"trace[263673827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4947; }","duration":"193.878733ms","start":"2026-05-07T03:29:28.540338Z","end":"2026-05-07T03:29:28.734217Z","steps":["trace[263673827] 'agreement among raft nodes before linearized reading' (duration: 189.659715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.734745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.666105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:28.734885Z","caller":"traceutil/trace.go:171","msg":"trace[1175836981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4947; }","duration":"436.726876ms","start":"2026-05-07T03:29:28.298068Z","end":"2026-05-07T03:29:28.734795Z","steps":["trace[1175836981] 'agreement among raft nodes before linearized reading' (duration: 436.530741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:28.734927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:28.297979Z","time spent":"436.937921ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:29:28.735994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.777671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-07T03:29:28.736042Z","caller":"traceutil/trace.go:171","msg":"trace[1909263312] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4947; }","duration":"195.871184ms","start":"2026-05-07T03:29:28.54016Z","end":"2026-05-07T03:29:28.736031Z","steps":["trace[1909263312] 'agreement among raft nodes before linearized reading' (duration: 195.732541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:35.275883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256298,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:29:35.692332Z","caller":"traceutil/trace.go:171","msg":"trace[776775742] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"930.619258ms","start":"2026-05-07T03:29:34.761694Z","end":"2026-05-07T03:29:35.692313Z","steps":["trace[776775742] 'process raft request' (duration: 930.495745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:35.692436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.761664Z","time spent":"930.716001ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:36.685486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.300136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:29:36.685916Z","caller":"traceutil/trace.go:171","msg":"trace[1433338333] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"752.757342ms","start":"2026-05-07T03:29:35.933141Z","end":"2026-05-07T03:29:36.685898Z","steps":["trace[1433338333] 'process raft request' (duration: 752.71319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:36.686116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:35.933111Z","time spent":"752.941206ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:36.686396Z","caller":"traceutil/trace.go:171","msg":"trace[915073998] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"1.729618668s","start":"2026-05-07T03:29:34.956763Z","end":"2026-05-07T03:29:36.686381Z","steps":["trace[915073998] 'process raft request' (duration: 1.106342947s)","trace[915073998] 'compare' (duration: 621.66077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:36.686503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.95674Z","time spent":"1.729732431s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:29:36.686695Z","caller":"traceutil/trace.go:171","msg":"trace[1465447446] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5264; }","duration":"1.911050695s","start":"2026-05-07T03:29:34.775612Z","end":"2026-05-07T03:29:36.686662Z","steps":["trace[1465447446] 'read index received' (duration: 916.898578ms)","trace[1465447446] 'applied index is now lower than readState.Index' (duration: 994.148517ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:36.686832Z","caller":"traceutil/trace.go:171","msg":"trace[1551346120] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"1.490884763s","start":"2026-05-07T03:29:35.19593Z","end":"2026-05-07T03:29:36.686815Z","steps":["trace[1551346120] 'process raft request' (duration: 1.489820195s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:36.68692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:35.19591Z","time spent":"1.490968364s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:36.687012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911373353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:29:36.687079Z","caller":"traceutil/trace.go:171","msg":"trace[1353722563] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:5061; }","duration":"1.911500226s","start":"2026-05-07T03:29:34.775562Z","end":"2026-05-07T03:29:36.687063Z","steps":["trace[1353722563] 'agreement among raft nodes before linearized reading' (duration: 1.9112546s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:36.68713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.77554Z","time spent":"1.911579028s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-05-07T03:29:37.08248Z","caller":"traceutil/trace.go:171","msg":"trace[209151349] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5267; }","duration":"395.614116ms","start":"2026-05-07T03:29:36.68678Z","end":"2026-05-07T03:29:37.082394Z","steps":["trace[209151349] 'read index received' (duration: 359.056204ms)","trace[209151349] 'applied index is now lower than readState.Index' (duration: 36.554632ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:37.082932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.77092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:37.082964Z","caller":"traceutil/trace.go:171","msg":"trace[1738716137] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"885.899397ms","start":"2026-05-07T03:29:36.196986Z","end":"2026-05-07T03:29:37.082886Z","steps":["trace[1738716137] 'process raft request' (duration: 848.819751ms)","trace[1738716137] 'compare' (duration: 35.921556ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:37.083025Z","caller":"traceutil/trace.go:171","msg":"trace[1029203668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5062; }","duration":"786.911534ms","start":"2026-05-07T03:29:36.296095Z","end":"2026-05-07T03:29:37.083007Z","steps":["trace[1029203668] 'agreement among raft nodes before linearized reading' (duration: 786.724269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.082985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4582468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:29:37.083029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248057407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:29:37.083076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:36.296076Z","time spent":"786.991935ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:29:37.0831Z","caller":"traceutil/trace.go:171","msg":"trace[1553261802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5062; }","duration":"2.248159988s","start":"2026-05-07T03:29:34.834922Z","end":"2026-05-07T03:29:37.083082Z","steps":["trace[1553261802] 'agreement among raft nodes before linearized reading' (duration: 2.247909852s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.083102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810938561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-07T03:29:37.083098Z","caller":"traceutil/trace.go:171","msg":"trace[1649222618] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5062; }","duration":"1.458425694s","start":"2026-05-07T03:29:35.624651Z","end":"2026-05-07T03:29:37.083077Z","steps":["trace[1649222618] 'agreement among raft nodes before linearized reading' (duration: 1.45823427s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.083144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.834908Z","time spent":"2.248227631s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:29:37.083162Z","caller":"traceutil/trace.go:171","msg":"trace[617546910] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc; range_end:; response_count:1; response_revision:5062; }","duration":"1.811027043s","start":"2026-05-07T03:29:35.272117Z","end":"2026-05-07T03:29:37.083144Z","steps":["trace[617546910] 'agreement among raft nodes before linearized reading' (duration: 1.81090222s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.083202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.70265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-07T03:29:37.083191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:35.624636Z","time spent":"1.458541847s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:37.082938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731195909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:29:37.08321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:35.272095Z","time spent":"1.811102995s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc\" "} {"level":"info","ts":"2026-05-07T03:29:37.083294Z","caller":"traceutil/trace.go:171","msg":"trace[114744549] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5062; }","duration":"1.731598599s","start":"2026-05-07T03:29:35.351683Z","end":"2026-05-07T03:29:37.083281Z","steps":["trace[114744549] 'agreement among raft nodes before linearized reading' (duration: 1.731175668s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.083306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256255396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-07T03:29:37.083323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872732496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-05-07T03:29:37.083344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:35.351671Z","time spent":"1.7316578s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:29:37.083361Z","caller":"traceutil/trace.go:171","msg":"trace[1677587929] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5062; }","duration":"2.256333267s","start":"2026-05-07T03:29:34.82701Z","end":"2026-05-07T03:29:37.083343Z","steps":["trace[1677587929] 'agreement among raft nodes before linearized reading' (duration: 2.256155233s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.083364Z","caller":"traceutil/trace.go:171","msg":"trace[986938116] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5062; }","duration":"1.872796778s","start":"2026-05-07T03:29:35.210555Z","end":"2026-05-07T03:29:37.083352Z","steps":["trace[986938116] 'agreement among raft nodes before linearized reading' (duration: 1.872680155s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.083384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110772036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-07T03:29:37.083406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.826996Z","time spent":"2.256398149s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:29:37.082983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095878216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-07T03:29:37.083504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128844817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-05-07T03:29:37.083525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237747103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-07T03:29:37.083541Z","caller":"traceutil/trace.go:171","msg":"trace[9862068] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5062; }","duration":"2.09643912s","start":"2026-05-07T03:29:34.987079Z","end":"2026-05-07T03:29:37.083518Z","steps":["trace[9862068] 'agreement among raft nodes before linearized reading' (duration: 2.095653291s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.083418Z","caller":"traceutil/trace.go:171","msg":"trace[1625747120] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5062; }","duration":"2.110845908s","start":"2026-05-07T03:29:34.972561Z","end":"2026-05-07T03:29:37.083407Z","steps":["trace[1625747120] 'agreement among raft nodes before linearized reading' (duration: 2.110751495s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.08363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.972541Z","time spent":"2.111076454s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:29:37.083629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.987063Z","time spent":"2.096549153s","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T03:29:37.083718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256622004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:29:37.083572Z","caller":"traceutil/trace.go:171","msg":"trace[208149294] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5062; }","duration":"2.237809186s","start":"2026-05-07T03:29:34.84575Z","end":"2026-05-07T03:29:37.08356Z","steps":["trace[208149294] 'agreement among raft nodes before linearized reading' (duration: 2.237696123s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.083781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256757368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:29:37.083827Z","caller":"traceutil/trace.go:171","msg":"trace[1327850874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5062; }","duration":"2.25683088s","start":"2026-05-07T03:29:34.826986Z","end":"2026-05-07T03:29:37.083817Z","steps":["trace[1327850874] 'agreement among raft nodes before linearized reading' (duration: 2.256685516s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.08384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.845741Z","time spent":"2.238079702s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:29:37.083875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.826967Z","time spent":"2.256898391s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:29:37.083897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258655897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:29:37.083254Z","caller":"traceutil/trace.go:171","msg":"trace[291272128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5062; }","duration":"741.791013ms","start":"2026-05-07T03:29:36.34145Z","end":"2026-05-07T03:29:37.083241Z","steps":["trace[291272128] 'agreement among raft nodes before linearized reading' (duration: 741.67455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.083996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:36.341425Z","time spent":"742.558702ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:29:37.083125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:36.196963Z","time spent":"886.077041ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:37.083534Z","caller":"traceutil/trace.go:171","msg":"trace[1464881334] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc; range_end:; response_count:1; response_revision:5062; }","duration":"2.128918109s","start":"2026-05-07T03:29:34.954608Z","end":"2026-05-07T03:29:37.083526Z","steps":["trace[1464881334] 'agreement among raft nodes before linearized reading' (duration: 2.128831946s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.089116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.954575Z","time spent":"2.134501031s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc\" "} {"level":"warn","ts":"2026-05-07T03:29:37.083409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:35.210543Z","time spent":"1.872855479s","remote":"127.0.0.1:58304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-07T03:29:37.083778Z","caller":"traceutil/trace.go:171","msg":"trace[2126477380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5062; }","duration":"2.256794119s","start":"2026-05-07T03:29:34.826971Z","end":"2026-05-07T03:29:37.083765Z","steps":["trace[2126477380] 'agreement among raft nodes before linearized reading' (duration: 2.256652375s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.089405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.826953Z","time spent":"2.262441763s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:29:37.083951Z","caller":"traceutil/trace.go:171","msg":"trace[47907244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5062; }","duration":"2.25877732s","start":"2026-05-07T03:29:34.825161Z","end":"2026-05-07T03:29:37.083938Z","steps":["trace[47907244] 'agreement among raft nodes before linearized reading' (duration: 2.258655757s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.089525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.825129Z","time spent":"2.264379053s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:29:37.084157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256967024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:29:37.089705Z","caller":"traceutil/trace.go:171","msg":"trace[1725847011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5062; }","duration":"2.262570097s","start":"2026-05-07T03:29:34.827114Z","end":"2026-05-07T03:29:37.089684Z","steps":["trace[1725847011] 'agreement among raft nodes before linearized reading' (duration: 2.255811565s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.089753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:34.827104Z","time spent":"2.262638758s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:29:37.091688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:36.688644Z","time spent":"403.041646ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:29:37.09193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.149508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7f7dcc85f5-kz2k6.18ad2ae148916e0c\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-07T03:29:37.09197Z","caller":"traceutil/trace.go:171","msg":"trace[556079534] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7f7dcc85f5-kz2k6.18ad2ae148916e0c; range_end:; response_count:1; response_revision:5062; }","duration":"401.22302ms","start":"2026-05-07T03:29:36.690727Z","end":"2026-05-07T03:29:37.09195Z","steps":["trace[556079534] 'agreement among raft nodes before linearized reading' (duration: 401.087486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.091994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:36.69071Z","time spent":"401.278961ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7f7dcc85f5-kz2k6.18ad2ae148916e0c\" "} {"level":"info","ts":"2026-05-07T03:29:37.24313Z","caller":"traceutil/trace.go:171","msg":"trace[1961440] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"154.17775ms","start":"2026-05-07T03:29:37.088928Z","end":"2026-05-07T03:29:37.243106Z","steps":["trace[1961440] 'process raft request' (duration: 153.976785ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.243392Z","caller":"traceutil/trace.go:171","msg":"trace[1720215057] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"154.050037ms","start":"2026-05-07T03:29:37.089333Z","end":"2026-05-07T03:29:37.243383Z","steps":["trace[1720215057] 'process raft request' (duration: 153.731429ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.243653Z","caller":"traceutil/trace.go:171","msg":"trace[517221939] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"154.237183ms","start":"2026-05-07T03:29:37.089394Z","end":"2026-05-07T03:29:37.243631Z","steps":["trace[517221939] 'process raft request' (duration: 153.952655ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.244041Z","caller":"traceutil/trace.go:171","msg":"trace[2015276108] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"153.827271ms","start":"2026-05-07T03:29:37.090202Z","end":"2026-05-07T03:29:37.24403Z","steps":["trace[2015276108] 'process raft request' (duration: 153.717228ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.244132Z","caller":"traceutil/trace.go:171","msg":"trace[1631800026] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"152.707214ms","start":"2026-05-07T03:29:37.091384Z","end":"2026-05-07T03:29:37.244091Z","steps":["trace[1631800026] 'process raft request' (duration: 152.612601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.244352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.109295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d80a8498-546f-4dc4-b583-ac0e118e7248\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-05-07T03:29:37.244395Z","caller":"traceutil/trace.go:171","msg":"trace[886654636] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d80a8498-546f-4dc4-b583-ac0e118e7248; range_end:; response_count:1; response_revision:5068; }","duration":"155.181967ms","start":"2026-05-07T03:29:37.089202Z","end":"2026-05-07T03:29:37.244384Z","steps":["trace[886654636] 'agreement among raft nodes before linearized reading' (duration: 155.024044ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.244039Z","caller":"traceutil/trace.go:171","msg":"trace[1276512006] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"154.251212ms","start":"2026-05-07T03:29:37.089765Z","end":"2026-05-07T03:29:37.244016Z","steps":["trace[1276512006] 'process raft request' (duration: 153.798361ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.244812Z","caller":"traceutil/trace.go:171","msg":"trace[1328209091] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5269; }","duration":"152.418067ms","start":"2026-05-07T03:29:37.091662Z","end":"2026-05-07T03:29:37.24408Z","steps":["trace[1328209091] 'read index received' (duration: 151.315768ms)","trace[1328209091] 'applied index is now lower than readState.Index' (duration: 1.101449ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:37.244921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.211338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:37.244956Z","caller":"traceutil/trace.go:171","msg":"trace[1392300043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5068; }","duration":"157.26971ms","start":"2026-05-07T03:29:37.087676Z","end":"2026-05-07T03:29:37.244945Z","steps":["trace[1392300043] 'agreement among raft nodes before linearized reading' (duration: 157.215558ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.5225Z","caller":"traceutil/trace.go:171","msg":"trace[1813349452] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"429.516221ms","start":"2026-05-07T03:29:37.092961Z","end":"2026-05-07T03:29:37.522477Z","steps":["trace[1813349452] 'process raft request' (duration: 429.207773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.522706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.092952Z","time spent":"429.680415ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:37.52252Z","caller":"traceutil/trace.go:171","msg":"trace[6044328] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"429.304855ms","start":"2026-05-07T03:29:37.093198Z","end":"2026-05-07T03:29:37.522503Z","steps":["trace[6044328] 'process raft request' (duration: 429.207453ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.523113Z","caller":"traceutil/trace.go:171","msg":"trace[441060138] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5275; }","duration":"278.238294ms","start":"2026-05-07T03:29:37.244861Z","end":"2026-05-07T03:29:37.523099Z","steps":["trace[441060138] 'read index received' (duration: 277.234719ms)","trace[441060138] 'applied index is now lower than readState.Index' (duration: 1.002865ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:37.523125Z","caller":"traceutil/trace.go:171","msg":"trace[1252524917] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"429.636914ms","start":"2026-05-07T03:29:37.093455Z","end":"2026-05-07T03:29:37.523092Z","steps":["trace[1252524917] 'process raft request' (duration: 429.46091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.523098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.093188Z","time spent":"429.746836ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:37.523126Z","caller":"traceutil/trace.go:171","msg":"trace[440725876] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"428.976777ms","start":"2026-05-07T03:29:37.094139Z","end":"2026-05-07T03:29:37.523115Z","steps":["trace[440725876] 'process raft request' (duration: 428.845673ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:37.523206Z","caller":"traceutil/trace.go:171","msg":"trace[1742824646] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"429.742346ms","start":"2026-05-07T03:29:37.093439Z","end":"2026-05-07T03:29:37.523182Z","steps":["trace[1742824646] 'process raft request' (duration: 429.031118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.523273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.093441Z","time spent":"429.750867ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:37.52328Z","caller":"traceutil/trace.go:171","msg":"trace[1444626570] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"427.855069ms","start":"2026-05-07T03:29:37.095401Z","end":"2026-05-07T03:29:37.523256Z","steps":["trace[1444626570] 'process raft request' (duration: 427.647474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.523315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.09343Z","time spent":"429.833978ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:37.523306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.094102Z","time spent":"429.144281ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:37.5234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.095392Z","time spent":"427.941811ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:37.523408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.566777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-05-07T03:29:37.523449Z","caller":"traceutil/trace.go:171","msg":"trace[398862887] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5074; }","duration":"428.629179ms","start":"2026-05-07T03:29:37.094809Z","end":"2026-05-07T03:29:37.523439Z","steps":["trace[398862887] 'agreement among raft nodes before linearized reading' (duration: 428.502036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:37.523483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.094799Z","time spent":"428.67498ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-05-07T03:29:37.541077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.738405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:37.541164Z","caller":"traceutil/trace.go:171","msg":"trace[115520376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5075; }","duration":"243.860288ms","start":"2026-05-07T03:29:37.297283Z","end":"2026-05-07T03:29:37.541144Z","steps":["trace[115520376] 'agreement among raft nodes before linearized reading' (duration: 243.749755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:38.887288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028219256s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:29:38.887366Z","caller":"traceutil/trace.go:171","msg":"trace[1782957723] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5282; }","duration":"1.336512585s","start":"2026-05-07T03:29:37.550841Z","end":"2026-05-07T03:29:38.887353Z","steps":["trace[1782957723] 'read index received' (duration: 308.32607ms)","trace[1782957723] 'applied index is now lower than readState.Index' (duration: 1.028185385s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:38.887578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33672119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9635"} {"level":"info","ts":"2026-05-07T03:29:38.887577Z","caller":"traceutil/trace.go:171","msg":"trace[171041106] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"1.339610295s","start":"2026-05-07T03:29:37.547921Z","end":"2026-05-07T03:29:38.887531Z","steps":["trace[171041106] 'process raft request' (duration: 311.082491ms)","trace[171041106] 'compare' (duration: 1.026666307s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:38.887626Z","caller":"traceutil/trace.go:171","msg":"trace[412981312] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5076; }","duration":"1.336791513s","start":"2026-05-07T03:29:37.550822Z","end":"2026-05-07T03:29:38.887614Z","steps":["trace[412981312] 'agreement among raft nodes before linearized reading' (duration: 1.33666388s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:38.88765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.550814Z","time spent":"1.336832564s","remote":"127.0.0.1:47926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9658,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-07T03:29:38.887749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.547907Z","time spent":"1.339744968s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:38.940884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081637517s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:29:38.941405Z","caller":"traceutil/trace.go:171","msg":"trace[1546688674] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"1.243880054s","start":"2026-05-07T03:29:37.697454Z","end":"2026-05-07T03:29:38.941334Z","steps":["trace[1546688674] 'process raft request' (duration: 1.243812903s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:38.941567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.697425Z","time spent":"1.244057218s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:38.941416Z","caller":"traceutil/trace.go:171","msg":"trace[1264023084] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"1.385493204s","start":"2026-05-07T03:29:37.555894Z","end":"2026-05-07T03:29:38.941388Z","steps":["trace[1264023084] 'process raft request' (duration: 1.385205586s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:38.941704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.555877Z","time spent":"1.38574495s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:40.298934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000950755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:29:40.298996Z","caller":"traceutil/trace.go:171","msg":"trace[1980008310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001053937s","start":"2026-05-07T03:29:38.297927Z","end":"2026-05-07T03:29:40.298981Z","steps":["trace[1980008310] 'agreement among raft nodes before linearized reading' (duration: 2.000983025s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.299023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.297908Z","time spent":"2.001107979s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:29:40 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:29:40.439643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080076006s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:29:40.447404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324245283s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:29:40.448658Z","caller":"traceutil/trace.go:171","msg":"trace[1677707826] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"1.753201498s","start":"2026-05-07T03:29:38.695415Z","end":"2026-05-07T03:29:40.448616Z","steps":["trace[1677707826] 'process raft request' (duration: 427.604772ms)","trace[1677707826] 'compare' (duration: 1.323686558s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:40.448725Z","caller":"traceutil/trace.go:171","msg":"trace[2081854320] linearizableReadLoop","detail":"{readStateIndex:5286; appliedIndex:5283; }","duration":"1.561311086s","start":"2026-05-07T03:29:38.887383Z","end":"2026-05-07T03:29:40.448694Z","steps":["trace[2081854320] 'read index received' (duration: 53.783611ms)","trace[2081854320] 'applied index is now lower than readState.Index' (duration: 1.507524995s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:40.448861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.695393Z","time spent":"1.753356722s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:40.449251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132926861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:29:40.449304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357174609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-05-07T03:29:40.449354Z","caller":"traceutil/trace.go:171","msg":"trace[1248035800] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc; range_end:; response_count:1; response_revision:5079; }","duration":"2.357281401s","start":"2026-05-07T03:29:38.092058Z","end":"2026-05-07T03:29:40.449339Z","steps":["trace[1248035800] 'agreement among raft nodes before linearized reading' (duration: 2.356757417s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:40.449347Z","caller":"traceutil/trace.go:171","msg":"trace[1188205800] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5079; }","duration":"2.133153847s","start":"2026-05-07T03:29:38.316166Z","end":"2026-05-07T03:29:40.44932Z","steps":["trace[1188205800] 'agreement among raft nodes before linearized reading' (duration: 2.13255162s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.449394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.092031Z","time spent":"2.357354083s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc\" "} {"level":"warn","ts":"2026-05-07T03:29:40.449407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.316147Z","time spent":"2.133242118s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:40.44947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6678834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-07T03:29:40.449492Z","caller":"traceutil/trace.go:171","msg":"trace[543068755] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"1.49947291s","start":"2026-05-07T03:29:38.949999Z","end":"2026-05-07T03:29:40.449472Z","steps":["trace[543068755] 'process raft request' (duration: 1.499415869s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:40.449526Z","caller":"traceutil/trace.go:171","msg":"trace[399957815] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5079; }","duration":"2.667972052s","start":"2026-05-07T03:29:37.781538Z","end":"2026-05-07T03:29:40.44951Z","steps":["trace[399957815] 'agreement among raft nodes before linearized reading' (duration: 2.667300075s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.449574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:37.781492Z","time spent":"2.668069275s","remote":"127.0.0.1:58304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-07T03:29:40.449612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.949986Z","time spent":"1.499561932s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:40.44999Z","caller":"traceutil/trace.go:171","msg":"trace[936297450] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"1.500828434s","start":"2026-05-07T03:29:38.949153Z","end":"2026-05-07T03:29:40.449981Z","steps":["trace[936297450] 'process raft request' (duration: 1.500090996s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.450058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.949139Z","time spent":"1.500868615s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:40.450124Z","caller":"traceutil/trace.go:171","msg":"trace[1613206234] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"1.500691151s","start":"2026-05-07T03:29:38.949426Z","end":"2026-05-07T03:29:40.450117Z","steps":["trace[1613206234] 'process raft request' (duration: 1.499941622s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.450157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.949416Z","time spent":"1.500722972s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:40.450322Z","caller":"traceutil/trace.go:171","msg":"trace[775481308] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"1.50147784s","start":"2026-05-07T03:29:38.948835Z","end":"2026-05-07T03:29:40.450312Z","steps":["trace[775481308] 'process raft request' (duration: 1.499732816s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.450361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.9488Z","time spent":"1.501538062s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:40.458904Z","caller":"traceutil/trace.go:171","msg":"trace[153363158] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"1.081774961s","start":"2026-05-07T03:29:39.377099Z","end":"2026-05-07T03:29:40.458874Z","steps":["trace[153363158] 'process raft request' (duration: 1.081554845s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.459135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.377078Z","time spent":"1.081965995s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:29:40.476082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563412529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18ad2ae0e252836e\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-05-07T03:29:40.476163Z","caller":"traceutil/trace.go:171","msg":"trace[434779382] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18ad2ae0e252836e; range_end:; response_count:1; response_revision:5084; }","duration":"1.563545363s","start":"2026-05-07T03:29:38.912599Z","end":"2026-05-07T03:29:40.476145Z","steps":["trace[434779382] 'agreement among raft nodes before linearized reading' (duration: 1.563317867s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.476202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.91258Z","time spent":"1.563613155s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18ad2ae0e252836e\" "} {"level":"warn","ts":"2026-05-07T03:29:40.476244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224877298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-07T03:29:40.476414Z","caller":"traceutil/trace.go:171","msg":"trace[716198088] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5084; }","duration":"1.225113554s","start":"2026-05-07T03:29:39.251237Z","end":"2026-05-07T03:29:40.47635Z","steps":["trace[716198088] 'agreement among raft nodes before linearized reading' (duration: 1.224723734s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.476498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.251206Z","time spent":"1.225281458s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:29:40.47655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226312245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:29:40.476589Z","caller":"traceutil/trace.go:171","msg":"trace[1549651407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5084; }","duration":"1.226379146s","start":"2026-05-07T03:29:39.250202Z","end":"2026-05-07T03:29:40.476581Z","steps":["trace[1549651407] 'agreement among raft nodes before linearized reading' (duration: 1.226272773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.476611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.250194Z","time spent":"1.226412297s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:29:40.476702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227398803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:29:40.476724Z","caller":"traceutil/trace.go:171","msg":"trace[85114328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5084; }","duration":"1.227443864s","start":"2026-05-07T03:29:39.249275Z","end":"2026-05-07T03:29:40.476719Z","steps":["trace[85114328] 'agreement among raft nodes before linearized reading' (duration: 1.227384953s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.476763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.249266Z","time spent":"1.227491255s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:29:40.476851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228589662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:29:40.476873Z","caller":"traceutil/trace.go:171","msg":"trace[1559988788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5084; }","duration":"1.228647895s","start":"2026-05-07T03:29:39.24822Z","end":"2026-05-07T03:29:40.476868Z","steps":["trace[1559988788] 'agreement among raft nodes before linearized reading' (duration: 1.228592653s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.47689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.248199Z","time spent":"1.228687736s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:29:40.476956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.05295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:40.477046Z","caller":"traceutil/trace.go:171","msg":"trace[748687667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5084; }","duration":"178.114632ms","start":"2026-05-07T03:29:40.298865Z","end":"2026-05-07T03:29:40.476979Z","steps":["trace[748687667] 'agreement among raft nodes before linearized reading' (duration: 178.02553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.477265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.60594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:29:40.477297Z","caller":"traceutil/trace.go:171","msg":"trace[1813600629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5084; }","duration":"947.661602ms","start":"2026-05-07T03:29:39.529627Z","end":"2026-05-07T03:29:40.477289Z","steps":["trace[1813600629] 'agreement among raft nodes before linearized reading' (duration: 947.58534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.477319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.529616Z","time spent":"947.698102ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:29:40.477354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513246362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-05-07T03:29:40.477516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.294122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:29:40.477553Z","caller":"traceutil/trace.go:171","msg":"trace[1512667961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5084; }","duration":"816.369214ms","start":"2026-05-07T03:29:39.661176Z","end":"2026-05-07T03:29:40.477545Z","steps":["trace[1512667961] 'agreement among raft nodes before linearized reading' (duration: 816.269661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.477577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.661152Z","time spent":"816.419556ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:29:40.477609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.333253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:29:40.478402Z","caller":"traceutil/trace.go:171","msg":"trace[583759176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5084; }","duration":"950.146854ms","start":"2026-05-07T03:29:39.528241Z","end":"2026-05-07T03:29:40.478388Z","steps":["trace[583759176] 'agreement among raft nodes before linearized reading' (duration: 949.081077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.477749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.025891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T03:29:40.478466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.528225Z","time spent":"950.230696ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:29:40.478507Z","caller":"traceutil/trace.go:171","msg":"trace[1783434476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5084; }","duration":"948.815841ms","start":"2026-05-07T03:29:39.529675Z","end":"2026-05-07T03:29:40.478491Z","steps":["trace[1783434476] 'agreement among raft nodes before linearized reading' (duration: 948.012301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.478564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.529652Z","time spent":"948.893592ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:29:40.477796Z","caller":"traceutil/trace.go:171","msg":"trace[689140904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5084; }","duration":"1.513491508s","start":"2026-05-07T03:29:38.96397Z","end":"2026-05-07T03:29:40.477462Z","steps":["trace[689140904] 'agreement among raft nodes before linearized reading' (duration: 1.513009166s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.47869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:38.963957Z","time spent":"1.514721268s","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:29:40.477433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.365713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:40.479016Z","caller":"traceutil/trace.go:171","msg":"trace[843087770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5084; }","duration":"715.975004ms","start":"2026-05-07T03:29:39.763027Z","end":"2026-05-07T03:29:40.479002Z","steps":["trace[843087770] 'agreement among raft nodes before linearized reading' (duration: 714.388854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.479059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.763008Z","time spent":"716.036875ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:29:40.477892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397092829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:29:40.479235Z","caller":"traceutil/trace.go:171","msg":"trace[1712104003] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5084; }","duration":"1.398487994s","start":"2026-05-07T03:29:39.080737Z","end":"2026-05-07T03:29:40.479225Z","steps":["trace[1712104003] 'agreement among raft nodes before linearized reading' (duration: 1.397101009s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.47927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.080714Z","time spent":"1.398544316s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:40.477984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444635312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:29:40.479454Z","caller":"traceutil/trace.go:171","msg":"trace[1744159952] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5084; }","duration":"1.44614865s","start":"2026-05-07T03:29:39.033295Z","end":"2026-05-07T03:29:40.479444Z","steps":["trace[1744159952] 'agreement among raft nodes before linearized reading' (duration: 1.444621561s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:40.47949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:39.033272Z","time spent":"1.446207742s","remote":"127.0.0.1:55412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:44.188149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:44.600514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.130424731s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:29:44.600952Z","caller":"traceutil/trace.go:171","msg":"trace[1964152936] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5333; }","duration":"913.14323ms","start":"2026-05-07T03:29:43.687787Z","end":"2026-05-07T03:29:44.60093Z","steps":["trace[1964152936] 'read index received' (duration: 912.979656ms)","trace[1964152936] 'applied index is now lower than readState.Index' (duration: 162.314µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:44.601032Z","caller":"traceutil/trace.go:171","msg":"trace[547010155] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"1.131044896s","start":"2026-05-07T03:29:43.469958Z","end":"2026-05-07T03:29:44.601003Z","steps":["trace[547010155] 'process raft request' (duration: 1.130832321s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:44.601094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.313405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:44.601135Z","caller":"traceutil/trace.go:171","msg":"trace[539537931] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5126; }","duration":"913.420467ms","start":"2026-05-07T03:29:43.687705Z","end":"2026-05-07T03:29:44.601125Z","steps":["trace[539537931] 'agreement among raft nodes before linearized reading' (duration: 913.335335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:44.601171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:43.687672Z","time spent":"913.488819ms","remote":"127.0.0.1:38680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:44.601169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:43.469929Z","time spent":"1.131157739s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:29:44.60486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.202402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:29:44.604917Z","caller":"traceutil/trace.go:171","msg":"trace[382832229] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5128; }","duration":"105.298295ms","start":"2026-05-07T03:29:44.499605Z","end":"2026-05-07T03:29:44.604904Z","steps":["trace[382832229] 'agreement among raft nodes before linearized reading' (duration: 105.157572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:44.604947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.225513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:44.605004Z","caller":"traceutil/trace.go:171","msg":"trace[669466805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5128; }","duration":"307.318545ms","start":"2026-05-07T03:29:44.297672Z","end":"2026-05-07T03:29:44.60499Z","steps":["trace[669466805] 'agreement among raft nodes before linearized reading' (duration: 307.223603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:44.605041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:44.297654Z","time spent":"307.379498ms","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:29:44.60516Z","caller":"traceutil/trace.go:171","msg":"trace[2014830342] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"143.035786ms","start":"2026-05-07T03:29:44.462112Z","end":"2026-05-07T03:29:44.605148Z","steps":["trace[2014830342] 'process raft request' (duration: 142.301748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:44.605756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.753481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:29:44.60579Z","caller":"traceutil/trace.go:171","msg":"trace[1492847527] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5128; }","duration":"652.827173ms","start":"2026-05-07T03:29:43.952955Z","end":"2026-05-07T03:29:44.605783Z","steps":["trace[1492847527] 'agreement among raft nodes before linearized reading' (duration: 651.696965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:44.60581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:43.952932Z","time spent":"652.873155ms","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":514,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:29:45.486801Z","caller":"traceutil/trace.go:171","msg":"trace[1295335258] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"222.02936ms","start":"2026-05-07T03:29:45.264748Z","end":"2026-05-07T03:29:45.486778Z","steps":["trace[1295335258] 'process raft request' (duration: 146.462414ms)","trace[1295335258] 'compare' (duration: 75.413632ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:45.486859Z","caller":"traceutil/trace.go:171","msg":"trace[1791654567] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"168.028863ms","start":"2026-05-07T03:29:45.318796Z","end":"2026-05-07T03:29:45.486825Z","steps":["trace[1791654567] 'process raft request' (duration: 167.975972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:45.487028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.431734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:29:45.48707Z","caller":"traceutil/trace.go:171","msg":"trace[1353542218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5147; }","duration":"188.533506ms","start":"2026-05-07T03:29:45.298527Z","end":"2026-05-07T03:29:45.48706Z","steps":["trace[1353542218] 'agreement among raft nodes before linearized reading' (duration: 188.426574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:45.486917Z","caller":"traceutil/trace.go:171","msg":"trace[613411561] linearizableReadLoop","detail":"{readStateIndex:5355; appliedIndex:5354; }","duration":"188.29353ms","start":"2026-05-07T03:29:45.298604Z","end":"2026-05-07T03:29:45.486897Z","steps":["trace[613411561] 'read index received' (duration: 112.622511ms)","trace[613411561] 'applied index is now lower than readState.Index' (duration: 75.668499ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:45.487636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.102601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-07T03:29:45.487677Z","caller":"traceutil/trace.go:171","msg":"trace[892831469] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5147; }","duration":"129.197473ms","start":"2026-05-07T03:29:45.358468Z","end":"2026-05-07T03:29:45.487665Z","steps":["trace[892831469] 'agreement among raft nodes before linearized reading' (duration: 129.06414ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:45.586501Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2761} {"level":"info","ts":"2026-05-07T03:29:45.705248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2761,"took":"117.66933ms","hash":71579460,"current-db-size-bytes":51253248,"current-db-size":"51 MB","current-db-size-in-use-bytes":27324416,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-07T03:29:45.705295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":71579460,"revision":2761,"compact-revision":-1} {"level":"warn","ts":"2026-05-07T03:29:51.599803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:51.880118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.799714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:29:51.880173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.516777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:29:51.880347Z","caller":"traceutil/trace.go:171","msg":"trace[380135173] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5439; }","duration":"781.35528ms","start":"2026-05-07T03:29:51.098972Z","end":"2026-05-07T03:29:51.880327Z","steps":["trace[380135173] 'read index received' (duration: 559.653547ms)","trace[380135173] 'applied index is now lower than readState.Index' (duration: 221.700452ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:51.880357Z","caller":"traceutil/trace.go:171","msg":"trace[856001741] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"842.460528ms","start":"2026-05-07T03:29:51.037874Z","end":"2026-05-07T03:29:51.880335Z","steps":["trace[856001741] 'process raft request' (duration: 620.703084ms)","trace[856001741] 'compare' (duration: 221.420165ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:51.880446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:51.037856Z","time spent":"842.54436ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:51.880217Z","caller":"traceutil/trace.go:171","msg":"trace[1527490274] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5226; }","duration":"869.962528ms","start":"2026-05-07T03:29:51.010233Z","end":"2026-05-07T03:29:51.880196Z","steps":["trace[1527490274] 'count revisions from in-memory index tree' (duration: 869.703471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:51.880624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:51.01021Z","time spent":"870.393699ms","remote":"127.0.0.1:38774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:29:51.880704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.724739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13875"} {"level":"info","ts":"2026-05-07T03:29:51.880747Z","caller":"traceutil/trace.go:171","msg":"trace[869853038] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5227; }","duration":"781.802671ms","start":"2026-05-07T03:29:51.098931Z","end":"2026-05-07T03:29:51.880734Z","steps":["trace[869853038] 'agreement among raft nodes before linearized reading' (duration: 781.484803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:51.880779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:51.098912Z","time spent":"781.859383ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13898,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T03:29:51.880849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.233529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T03:29:51.880934Z","caller":"traceutil/trace.go:171","msg":"trace[381361918] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5227; }","duration":"736.333292ms","start":"2026-05-07T03:29:51.144565Z","end":"2026-05-07T03:29:51.880899Z","steps":["trace[381361918] 'agreement among raft nodes before linearized reading' (duration: 736.075145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:51.880973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:51.144555Z","time spent":"736.409294ms","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T03:29:56.631376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:57.144817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:57.64571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:58.146849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:58.29942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000498219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:29:58.299717Z","caller":"traceutil/trace.go:171","msg":"trace[1738359220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000868648s","start":"2026-05-07T03:29:56.298823Z","end":"2026-05-07T03:29:58.299692Z","steps":["trace[1738359220] 'agreement among raft nodes before linearized reading' (duration: 2.000520679s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:58.299884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.298807Z","time spent":"2.001064003s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:29:58 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:29:58.661481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:58.762641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941885797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:29:58.764521Z","caller":"traceutil/trace.go:171","msg":"trace[7009726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5268; }","duration":"2.943818357s","start":"2026-05-07T03:29:55.820688Z","end":"2026-05-07T03:29:58.764507Z","steps":["trace[7009726] 'range keys from in-memory index tree' (duration: 2.941735953s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:58.763498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143990623s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:29:58.763767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.39983Z","time spent":"2.363933074s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:29:58.767922Z","caller":"traceutil/trace.go:171","msg":"trace[758474486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5268; }","duration":"1.148405356s","start":"2026-05-07T03:29:57.619484Z","end":"2026-05-07T03:29:58.767889Z","steps":["trace[758474486] 'range keys from in-memory index tree' (duration: 1.143976042s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:58.767943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:55.820665Z","time spent":"2.947239094s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:29:59.162455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:59.663509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:29:59.995023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.100271437s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:29:59.995588Z","caller":"traceutil/trace.go:171","msg":"trace[710499655] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"4.100946755s","start":"2026-05-07T03:29:55.894616Z","end":"2026-05-07T03:29:59.995562Z","steps":["trace[710499655] 'process raft request' (duration: 4.10076027s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:59.996102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:55.89459Z","time spent":"4.101072937s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:00.299902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999750629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:30:00.299979Z","caller":"traceutil/trace.go:171","msg":"trace[1631380162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999911913s","start":"2026-05-07T03:29:58.300051Z","end":"2026-05-07T03:30:00.299963Z","steps":["trace[1631380162] 'agreement among raft nodes before linearized reading' (duration: 1.999820841s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.300008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:58.299894Z","time spent":"2.000106628s","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:30:00 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:30:00.619316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.116928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:00.620137Z","caller":"traceutil/trace.go:171","msg":"trace[1950950255] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"2.883905857s","start":"2026-05-07T03:29:57.736204Z","end":"2026-05-07T03:30:00.62011Z","steps":["trace[1950950255] 'process raft request' (duration: 2.883358854s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:00.620198Z","caller":"traceutil/trace.go:171","msg":"trace[612981633] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"1.004291591s","start":"2026-05-07T03:29:59.615883Z","end":"2026-05-07T03:30:00.620175Z","steps":["trace[612981633] 'process raft request' (duration: 1.003713756s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:00.620217Z","caller":"traceutil/trace.go:171","msg":"trace[1265301619] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"3.144589824s","start":"2026-05-07T03:29:57.475582Z","end":"2026-05-07T03:30:00.620172Z","steps":["trace[1265301619] 'process raft request' (duration: 3.143876976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.620267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:57.736172Z","time spent":"2.884024571s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:00.620275Z","caller":"traceutil/trace.go:171","msg":"trace[1623689309] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"3.958589545s","start":"2026-05-07T03:29:56.661096Z","end":"2026-05-07T03:30:00.619686Z","steps":["trace[1623689309] 'process raft request' (duration: 3.704020705s)","trace[1623689309] 'compare' (duration: 253.77622ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:00.620299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:59.615857Z","time spent":"1.004390105s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:00.620392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.66108Z","time spent":"3.959246172s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:00.620398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:57.475562Z","time spent":"3.144721718s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:00.974865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.212375ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:30:00.974969Z","caller":"traceutil/trace.go:171","msg":"trace[120294812] linearizableReadLoop","detail":"{readStateIndex:5488; appliedIndex:5483; }","duration":"4.843889064s","start":"2026-05-07T03:29:56.13106Z","end":"2026-05-07T03:30:00.974949Z","steps":["trace[120294812] 'read index received' (duration: 3.86424421s)","trace[120294812] 'applied index is now lower than readState.Index' (duration: 979.643374ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:00.975373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.844296714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-05-07T03:30:00.975462Z","caller":"traceutil/trace.go:171","msg":"trace[1338681496] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5273; }","duration":"4.844391277s","start":"2026-05-07T03:29:56.131055Z","end":"2026-05-07T03:30:00.975447Z","steps":["trace[1338681496] 'agreement among raft nodes before linearized reading' (duration: 4.844178121s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.975512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.131017Z","time spent":"4.844481869s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:30:00.989339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.295774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:30:00.989395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058620655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:00.989402Z","caller":"traceutil/trace.go:171","msg":"trace[1274765156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5274; }","duration":"682.396286ms","start":"2026-05-07T03:30:00.306991Z","end":"2026-05-07T03:30:00.989387Z","steps":["trace[1274765156] 'agreement among raft nodes before linearized reading' (duration: 682.301494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.989432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.306973Z","time spent":"682.454268ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:00.989453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.998123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a6455553298\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T03:30:00.989495Z","caller":"traceutil/trace.go:171","msg":"trace[367942722] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2a6455553298; range_end:; response_count:1; response_revision:5274; }","duration":"687.052665ms","start":"2026-05-07T03:30:00.302429Z","end":"2026-05-07T03:30:00.989482Z","steps":["trace[367942722] 'agreement among raft nodes before linearized reading' (duration: 686.944682ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:00.989428Z","caller":"traceutil/trace.go:171","msg":"trace[1419440848] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5274; }","duration":"4.058648956s","start":"2026-05-07T03:29:56.930767Z","end":"2026-05-07T03:30:00.989416Z","steps":["trace[1419440848] 'agreement among raft nodes before linearized reading' (duration: 4.058604145s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.989557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227695267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:00.989574Z","caller":"traceutil/trace.go:171","msg":"trace[286537237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5274; }","duration":"1.227741788s","start":"2026-05-07T03:29:59.761827Z","end":"2026-05-07T03:30:00.989569Z","steps":["trace[286537237] 'agreement among raft nodes before linearized reading' (duration: 1.227714537s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.989527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.302412Z","time spent":"687.109626ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a6455553298\" "} {"level":"warn","ts":"2026-05-07T03:30:00.989598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:59.761814Z","time spent":"1.22778092s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:00.989342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.849844436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-07T03:30:00.989718Z","caller":"traceutil/trace.go:171","msg":"trace[1648796952] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5274; }","duration":"4.850275656s","start":"2026-05-07T03:29:56.139434Z","end":"2026-05-07T03:30:00.989709Z","steps":["trace[1648796952] 'agreement among raft nodes before linearized reading' (duration: 4.849783004s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.989742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.139412Z","time spent":"4.850323417s","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:30:00.989784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213563435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:30:00.989816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511996475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:00.989818Z","caller":"traceutil/trace.go:171","msg":"trace[1817454582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5274; }","duration":"4.213608796s","start":"2026-05-07T03:29:56.7762Z","end":"2026-05-07T03:30:00.989809Z","steps":["trace[1817454582] 'agreement among raft nodes before linearized reading' (duration: 4.213514314s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:00.989837Z","caller":"traceutil/trace.go:171","msg":"trace[1964141491] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5274; }","duration":"1.512054517s","start":"2026-05-07T03:29:59.477777Z","end":"2026-05-07T03:30:00.989831Z","steps":["trace[1964141491] 'agreement among raft nodes before linearized reading' (duration: 1.511976715s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.989866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:59.477755Z","time spent":"1.512104297s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":69,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:00.989337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219065389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:30:00.989903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.247189632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:30:00.989892Z","caller":"traceutil/trace.go:171","msg":"trace[419995374] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"413.762578ms","start":"2026-05-07T03:30:00.57608Z","end":"2026-05-07T03:30:00.989843Z","steps":["trace[419995374] 'process raft request' (duration: 412.989928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.991924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.57606Z","time spent":"415.77684ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:00.989844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.776161Z","time spent":"4.213677428s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:00.989571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.930745Z","time spent":"4.05880898s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:00.990098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218361512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:30:00.992374Z","caller":"traceutil/trace.go:171","msg":"trace[2141518994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5274; }","duration":"2.2206462s","start":"2026-05-07T03:29:58.771712Z","end":"2026-05-07T03:30:00.992358Z","steps":["trace[2141518994] 'agreement among raft nodes before linearized reading' (duration: 2.21830438s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.992415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:58.771705Z","time spent":"2.220690181s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:30:00.990011Z","caller":"traceutil/trace.go:171","msg":"trace[1965969410] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5274; }","duration":"2.219691636s","start":"2026-05-07T03:29:58.770226Z","end":"2026-05-07T03:30:00.989917Z","steps":["trace[1965969410] 'agreement among raft nodes before linearized reading' (duration: 2.21904962s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.992531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:58.770212Z","time spent":"2.222301012s","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:00.990173Z","caller":"traceutil/trace.go:171","msg":"trace[1288352397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5274; }","duration":"4.247257624s","start":"2026-05-07T03:29:56.742667Z","end":"2026-05-07T03:30:00.989925Z","steps":["trace[1288352397] 'agreement among raft nodes before linearized reading' (duration: 4.247190832s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.993049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.742649Z","time spent":"4.250385143s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:00.990262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218672685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:30:00.993137Z","caller":"traceutil/trace.go:171","msg":"trace[598435630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5274; }","duration":"4.221569029s","start":"2026-05-07T03:29:56.77156Z","end":"2026-05-07T03:30:00.993129Z","steps":["trace[598435630] 'agreement among raft nodes before linearized reading' (duration: 4.218654185s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.993162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.771548Z","time spent":"4.22160665s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:00.990278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.618854917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:00.993242Z","caller":"traceutil/trace.go:171","msg":"trace[1631601718] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5274; }","duration":"4.621876564s","start":"2026-05-07T03:29:56.371353Z","end":"2026-05-07T03:30:00.99323Z","steps":["trace[1631601718] 'agreement among raft nodes before linearized reading' (duration: 4.618843177s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.99327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.371332Z","time spent":"4.621928956s","remote":"127.0.0.1:47602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:00.990317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219001303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:30:00.993332Z","caller":"traceutil/trace.go:171","msg":"trace[237567145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5274; }","duration":"4.222033741s","start":"2026-05-07T03:29:56.77129Z","end":"2026-05-07T03:30:00.993324Z","steps":["trace[237567145] 'agreement among raft nodes before linearized reading' (duration: 4.218965533s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.993759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.771284Z","time spent":"4.222063342s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:00.990322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218182333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:30:00.993829Z","caller":"traceutil/trace.go:171","msg":"trace[1513686750] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5274; }","duration":"4.221682132s","start":"2026-05-07T03:29:56.772114Z","end":"2026-05-07T03:30:00.993796Z","steps":["trace[1513686750] 'agreement among raft nodes before linearized reading' (duration: 4.218165853s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.993866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.772105Z","time spent":"4.221749154s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:30:00.990372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232005675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:30:00.994049Z","caller":"traceutil/trace.go:171","msg":"trace[1679454400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5274; }","duration":"4.235680228s","start":"2026-05-07T03:29:56.758359Z","end":"2026-05-07T03:30:00.994039Z","steps":["trace[1679454400] 'agreement among raft nodes before linearized reading' (duration: 4.231961124s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.994082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.758323Z","time spent":"4.23574298s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:00.990478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238197683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-07T03:30:00.994146Z","caller":"traceutil/trace.go:171","msg":"trace[2097534764] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5274; }","duration":"4.241877607s","start":"2026-05-07T03:29:56.752261Z","end":"2026-05-07T03:30:00.994139Z","steps":["trace[2097534764] 'agreement among raft nodes before linearized reading' (duration: 4.237531347s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.994163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:56.752254Z","time spent":"4.241903137s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:30:00.990601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.17302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-07T03:30:00.994215Z","caller":"traceutil/trace.go:171","msg":"trace[1295764613] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5274; }","duration":"685.806304ms","start":"2026-05-07T03:30:00.308403Z","end":"2026-05-07T03:30:00.994209Z","steps":["trace[1295764613] 'agreement among raft nodes before linearized reading' (duration: 681.306188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.994245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.308397Z","time spent":"685.841374ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T03:30:00.990855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.477817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-07T03:30:00.994346Z","caller":"traceutil/trace.go:171","msg":"trace[1525890344] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5274; }","duration":"481.999607ms","start":"2026-05-07T03:30:00.51234Z","end":"2026-05-07T03:30:00.99434Z","steps":["trace[1525890344] 'agreement among raft nodes before linearized reading' (duration: 477.990644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:00.994364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.512323Z","time spent":"482.035249ms","remote":"127.0.0.1:58304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-07T03:30:01.344355Z","caller":"traceutil/trace.go:171","msg":"trace[545235458] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"356.689053ms","start":"2026-05-07T03:30:00.987648Z","end":"2026-05-07T03:30:01.344337Z","steps":["trace[545235458] 'process raft request' (duration: 356.112278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:01.344602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.987628Z","time spent":"356.916319ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:01.344579Z","caller":"traceutil/trace.go:171","msg":"trace[620372987] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"348.972446ms","start":"2026-05-07T03:30:00.99499Z","end":"2026-05-07T03:30:01.343962Z","steps":["trace[620372987] 'read index received' (duration: 348.808902ms)","trace[620372987] 'applied index is now lower than readState.Index' (duration: 162.684µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:01.344745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.729686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T03:30:01.344845Z","caller":"traceutil/trace.go:171","msg":"trace[335812556] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc; range_end:; response_count:1; response_revision:5275; }","duration":"349.866779ms","start":"2026-05-07T03:30:00.994962Z","end":"2026-05-07T03:30:01.344829Z","steps":["trace[335812556] 'agreement among raft nodes before linearized reading' (duration: 349.637394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:01.345002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.99495Z","time spent":"349.954301ms","remote":"127.0.0.1:47604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-57119c17-a7f5-4d3c-b3fe-a85d976fa1bc\" "} {"level":"warn","ts":"2026-05-07T03:30:01.844758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:30:02.345805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872567147256783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:30:02.601467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257675321s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:30:02.602121Z","caller":"traceutil/trace.go:171","msg":"trace[360951522] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"1.603824515s","start":"2026-05-07T03:30:00.998274Z","end":"2026-05-07T03:30:02.602099Z","steps":["trace[360951522] 'process raft request' (duration: 1.603690502s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:02.602279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.998248Z","time spent":"1.603942829s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:02.602277Z","caller":"traceutil/trace.go:171","msg":"trace[615119211] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"1.60714908s","start":"2026-05-07T03:30:00.9951Z","end":"2026-05-07T03:30:02.602249Z","steps":["trace[615119211] 'process raft request' (duration: 1.606655737s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:02.602423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.995081Z","time spent":"1.607262124s","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:02.602599Z","caller":"traceutil/trace.go:171","msg":"trace[1661976634] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"1.606572046s","start":"2026-05-07T03:30:00.995989Z","end":"2026-05-07T03:30:02.602561Z","steps":["trace[1661976634] 'process raft request' (duration: 1.605922359s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:02.602685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.995976Z","time spent":"1.606667768s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:02.602995Z","caller":"traceutil/trace.go:171","msg":"trace[808731333] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"1.604467142s","start":"2026-05-07T03:30:00.9985Z","end":"2026-05-07T03:30:02.602967Z","steps":["trace[808731333] 'process raft request' (duration: 1.603509177s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:02.603332Z","caller":"traceutil/trace.go:171","msg":"trace[1420965944] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"1.60479415s","start":"2026-05-07T03:30:00.998518Z","end":"2026-05-07T03:30:02.603312Z","steps":["trace[1420965944] 'process raft request' (duration: 1.604362169s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:02.60343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.998507Z","time spent":"1.604880943s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:02.603752Z","caller":"traceutil/trace.go:171","msg":"trace[968565285] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"1.605104388s","start":"2026-05-07T03:30:00.998633Z","end":"2026-05-07T03:30:02.603738Z","steps":["trace[968565285] 'process raft request' (duration: 1.604627226s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:02.604234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.998628Z","time spent":"1.60517119s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:02.604238Z","caller":"traceutil/trace.go:171","msg":"trace[1748840310] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"1.604636916s","start":"2026-05-07T03:30:00.99957Z","end":"2026-05-07T03:30:02.604207Z","steps":["trace[1748840310] 'process raft request' (duration: 1.604123003s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:02.604425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.99956Z","time spent":"1.604747359s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:02.604669Z","caller":"traceutil/trace.go:171","msg":"trace[577859673] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"1.604662215s","start":"2026-05-07T03:30:00.999987Z","end":"2026-05-07T03:30:02.60465Z","steps":["trace[577859673] 'process raft request' (duration: 1.604152853s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:02.604764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.999979Z","time spent":"1.604736848s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:02.604849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.998491Z","time spent":"1.604581075s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:03.016245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.506589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:03.016651Z","caller":"traceutil/trace.go:171","msg":"trace[13669699] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5491; }","duration":"1.67195163s","start":"2026-05-07T03:30:01.344677Z","end":"2026-05-07T03:30:03.016629Z","steps":["trace[13669699] 'read index received' (duration: 1.257121136s)","trace[13669699] 'applied index is now lower than readState.Index' (duration: 414.829364ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:03.016662Z","caller":"traceutil/trace.go:171","msg":"trace[716357878] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"1.664023239s","start":"2026-05-07T03:30:01.352604Z","end":"2026-05-07T03:30:03.016627Z","steps":["trace[716357878] 'process raft request' (duration: 1.663765203s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:03.016724Z","caller":"traceutil/trace.go:171","msg":"trace[1945974702] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"1.014473531s","start":"2026-05-07T03:30:02.002234Z","end":"2026-05-07T03:30:03.016707Z","steps":["trace[1945974702] 'process raft request' (duration: 1.014330478s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:03.016752Z","caller":"traceutil/trace.go:171","msg":"trace[191574980] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"1.66370682s","start":"2026-05-07T03:30:01.353023Z","end":"2026-05-07T03:30:03.01673Z","steps":["trace[191574980] 'process raft request' (duration: 1.663434793s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:03.016812Z","caller":"traceutil/trace.go:171","msg":"trace[1310977752] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"1.663595108s","start":"2026-05-07T03:30:01.353198Z","end":"2026-05-07T03:30:03.016793Z","steps":["trace[1310977752] 'process raft request' (duration: 1.6633151s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:03.016878Z","caller":"traceutil/trace.go:171","msg":"trace[1796621021] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"1.664521403s","start":"2026-05-07T03:30:01.35234Z","end":"2026-05-07T03:30:03.016861Z","steps":["trace[1796621021] 'process raft request' (duration: 1.396288365s)","trace[1796621021] 'compare' (duration: 267.374126ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:03.016849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:01.352994Z","time spent":"1.663802233s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:03.016907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:01.353183Z","time spent":"1.66368193s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:03.016945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:01.352315Z","time spent":"1.664592854s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:03.016825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:02.002208Z","time spent":"1.014563134s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:03.016988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720389157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:03.017042Z","caller":"traceutil/trace.go:171","msg":"trace[669307644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5288; }","duration":"1.720472249s","start":"2026-05-07T03:30:01.296552Z","end":"2026-05-07T03:30:03.017024Z","steps":["trace[669307644] 'agreement among raft nodes before linearized reading' (duration: 1.720185431s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.017076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996344831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:30:03.017083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:01.296535Z","time spent":"1.72053859s","remote":"127.0.0.1:47448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:03.01682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:01.352594Z","time spent":"1.664139622s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1504,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:03.017111Z","caller":"traceutil/trace.go:171","msg":"trace[348661441] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5288; }","duration":"1.996420073s","start":"2026-05-07T03:30:01.02068Z","end":"2026-05-07T03:30:03.0171Z","steps":["trace[348661441] 'agreement among raft nodes before linearized reading' (duration: 1.996358412s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.017112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019409079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"warn","ts":"2026-05-07T03:30:03.017144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:01.020657Z","time spent":"1.996476755s","remote":"127.0.0.1:38726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:03.017148Z","caller":"traceutil/trace.go:171","msg":"trace[1354859792] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5288; }","duration":"2.01945631s","start":"2026-05-07T03:30:00.997681Z","end":"2026-05-07T03:30:03.017138Z","steps":["trace[1354859792] 'agreement among raft nodes before linearized reading' (duration: 2.019328117s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.017182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.997675Z","time spent":"2.019499152s","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1293,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-05-07T03:30:03.017197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018734172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-05-07T03:30:03.017268Z","caller":"traceutil/trace.go:171","msg":"trace[628252058] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5288; }","duration":"2.018826925s","start":"2026-05-07T03:30:00.998423Z","end":"2026-05-07T03:30:03.01725Z","steps":["trace[628252058] 'agreement among raft nodes before linearized reading' (duration: 2.01863492s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.017311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.998416Z","time spent":"2.018886196s","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1501,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-07T03:30:03.017326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022279602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11918"} {"level":"info","ts":"2026-05-07T03:30:03.017359Z","caller":"traceutil/trace.go:171","msg":"trace[1213718549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5288; }","duration":"2.022319693s","start":"2026-05-07T03:30:00.995029Z","end":"2026-05-07T03:30:03.017349Z","steps":["trace[1213718549] 'agreement among raft nodes before linearized reading' (duration: 2.022253642s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.017367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019899991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"warn","ts":"2026-05-07T03:30:03.017387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.995025Z","time spent":"2.022354684s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11941,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T03:30:03.017414Z","caller":"traceutil/trace.go:171","msg":"trace[1591711440] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5288; }","duration":"2.019984594s","start":"2026-05-07T03:30:00.997415Z","end":"2026-05-07T03:30:03.017399Z","steps":["trace[1591711440] 'agreement among raft nodes before linearized reading' (duration: 2.01985601s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.017456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:00.997403Z","time spent":"2.020041865s","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1485,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-07T03:30:03.30243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.962845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:03.302553Z","caller":"traceutil/trace.go:171","msg":"trace[250577607] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5504; }","duration":"285.822927ms","start":"2026-05-07T03:30:03.016707Z","end":"2026-05-07T03:30:03.30253Z","steps":["trace[250577607] 'read index received' (duration: 131.821422ms)","trace[250577607] 'applied index is now lower than readState.Index' (duration: 153.999725ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:03.302656Z","caller":"traceutil/trace.go:171","msg":"trace[1994725452] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"677.620024ms","start":"2026-05-07T03:30:02.625019Z","end":"2026-05-07T03:30:03.302639Z","steps":["trace[1994725452] 'process raft request' (duration: 523.370191ms)","trace[1994725452] 'compare' (duration: 153.75297ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:03.302749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:02.624999Z","time spent":"677.699046ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:03.302786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795541502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:03.302853Z","caller":"traceutil/trace.go:171","msg":"trace[1323911014] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5289; }","duration":"1.795658565s","start":"2026-05-07T03:30:01.507175Z","end":"2026-05-07T03:30:03.302834Z","steps":["trace[1323911014] 'agreement among raft nodes before linearized reading' (duration: 1.795546912s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.302892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.634023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a6455553298\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-07T03:30:03.302909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:01.507149Z","time spent":"1.795745778s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:03.302737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169018071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:03.303018Z","caller":"traceutil/trace.go:171","msg":"trace[1375854692] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2a6455553298; range_end:; response_count:1; response_revision:5289; }","duration":"695.698255ms","start":"2026-05-07T03:30:02.607229Z","end":"2026-05-07T03:30:03.302927Z","steps":["trace[1375854692] 'agreement among raft nodes before linearized reading' (duration: 695.556022ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:03.303052Z","caller":"traceutil/trace.go:171","msg":"trace[195810125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5289; }","duration":"1.169348579s","start":"2026-05-07T03:30:02.133685Z","end":"2026-05-07T03:30:03.303033Z","steps":["trace[195810125] 'agreement among raft nodes before linearized reading' (duration: 1.16896841s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.30307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:02.607207Z","time spent":"695.85254ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a6455553298\" "} {"level":"warn","ts":"2026-05-07T03:30:03.303115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:02.133625Z","time spent":"1.169471323s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:03.303111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953227503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10679"} {"level":"info","ts":"2026-05-07T03:30:03.303175Z","caller":"traceutil/trace.go:171","msg":"trace[1245902165] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5289; }","duration":"1.953316344s","start":"2026-05-07T03:30:01.349842Z","end":"2026-05-07T03:30:03.303158Z","steps":["trace[1245902165] 'agreement among raft nodes before linearized reading' (duration: 1.953080428s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.303228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:01.349828Z","time spent":"1.953386877s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10702,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-07T03:30:03.547636Z","caller":"traceutil/trace.go:171","msg":"trace[470200000] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"519.217016ms","start":"2026-05-07T03:30:03.028391Z","end":"2026-05-07T03:30:03.547608Z","steps":["trace[470200000] 'process raft request' (duration: 519.159414ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:03.547656Z","caller":"traceutil/trace.go:171","msg":"trace[894375917] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"520.833907ms","start":"2026-05-07T03:30:03.02679Z","end":"2026-05-07T03:30:03.547623Z","steps":["trace[894375917] 'process raft request' (duration: 437.600455ms)","trace[894375917] 'compare' (duration: 83.057787ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:03.547824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:03.028371Z","time spent":"519.3746ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:03.547825Z","caller":"traceutil/trace.go:171","msg":"trace[1826378232] linearizableReadLoop","detail":"{readStateIndex:5508; appliedIndex:5505; }","duration":"245.212871ms","start":"2026-05-07T03:30:03.302594Z","end":"2026-05-07T03:30:03.547807Z","steps":["trace[1826378232] 'read index received' (duration: 161.915447ms)","trace[1826378232] 'applied index is now lower than readState.Index' (duration: 83.296554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:03.547979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.044004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:30:03.548133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.113435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:03.548146Z","caller":"traceutil/trace.go:171","msg":"trace[1252614748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5292; }","duration":"525.2527ms","start":"2026-05-07T03:30:03.022883Z","end":"2026-05-07T03:30:03.548135Z","steps":["trace[1252614748] 'agreement among raft nodes before linearized reading' (duration: 524.975563ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:03.548177Z","caller":"traceutil/trace.go:171","msg":"trace[1539995872] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5292; }","duration":"472.181377ms","start":"2026-05-07T03:30:03.075987Z","end":"2026-05-07T03:30:03.548168Z","steps":["trace[1539995872] 'agreement among raft nodes before linearized reading' (duration: 472.120485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.548213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:03.075973Z","time spent":"472.229827ms","remote":"127.0.0.1:47910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:30:03.548225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:03.022863Z","time spent":"525.353302ms","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:03.548169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:03.026773Z","time spent":"521.005792ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:03.548354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.63079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:03.548087Z","caller":"traceutil/trace.go:171","msg":"trace[1144885323] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"519.503442ms","start":"2026-05-07T03:30:03.028572Z","end":"2026-05-07T03:30:03.548076Z","steps":["trace[1144885323] 'process raft request' (duration: 519.00746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.548486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:03.028551Z","time spent":"519.906693ms","remote":"127.0.0.1:47742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:03.548418Z","caller":"traceutil/trace.go:171","msg":"trace[1017879776] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5292; }","duration":"496.738573ms","start":"2026-05-07T03:30:03.051665Z","end":"2026-05-07T03:30:03.548404Z","steps":["trace[1017879776] 'agreement among raft nodes before linearized reading' (duration: 496.63851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.548593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:03.051645Z","time spent":"496.939458ms","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:03.577647Z","caller":"traceutil/trace.go:171","msg":"trace[1964128136] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"271.615814ms","start":"2026-05-07T03:30:03.306006Z","end":"2026-05-07T03:30:03.577622Z","steps":["trace[1964128136] 'process raft request' (duration: 271.45894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:03.577689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.487262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:03.57791Z","caller":"traceutil/trace.go:171","msg":"trace[865030640] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5293; }","duration":"193.752299ms","start":"2026-05-07T03:30:03.384147Z","end":"2026-05-07T03:30:03.577899Z","steps":["trace[865030640] 'agreement among raft nodes before linearized reading' (duration: 193.470572ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:03.68859Z","caller":"traceutil/trace.go:171","msg":"trace[957364412] linearizableReadLoop","detail":"{readStateIndex:5511; appliedIndex:5509; }","duration":"105.984662ms","start":"2026-05-07T03:30:03.582579Z","end":"2026-05-07T03:30:03.688564Z","steps":["trace[957364412] 'read index received' (duration: 47.753478ms)","trace[957364412] 'applied index is now lower than readState.Index' (duration: 58.230013ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:03.688604Z","caller":"traceutil/trace.go:171","msg":"trace[1357739820] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"106.642859ms","start":"2026-05-07T03:30:03.581927Z","end":"2026-05-07T03:30:03.68857Z","steps":["trace[1357739820] 'process raft request' (duration: 65.294705ms)","trace[1357739820] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18ad2ae758d2bc76; req_size:791; } (duration: 40.196175ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:03.688833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.227008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11918"} {"level":"info","ts":"2026-05-07T03:30:03.688913Z","caller":"traceutil/trace.go:171","msg":"trace[1870211124] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5295; }","duration":"106.340881ms","start":"2026-05-07T03:30:03.582553Z","end":"2026-05-07T03:30:03.688894Z","steps":["trace[1870211124] 'agreement among raft nodes before linearized reading' (duration: 106.118955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:04.029331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.753841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:04.029459Z","caller":"traceutil/trace.go:171","msg":"trace[1474589424] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5511; }","duration":"324.546734ms","start":"2026-05-07T03:30:03.704891Z","end":"2026-05-07T03:30:04.029437Z","steps":["trace[1474589424] 'read index received' (duration: 86.529206ms)","trace[1474589424] 'applied index is now lower than readState.Index' (duration: 238.015798ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:04.029708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.81003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-07T03:30:04.029747Z","caller":"traceutil/trace.go:171","msg":"trace[1879872404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5296; }","duration":"324.880392ms","start":"2026-05-07T03:30:03.704856Z","end":"2026-05-07T03:30:04.029737Z","steps":["trace[1879872404] 'agreement among raft nodes before linearized reading' (duration: 324.691237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:04.02978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:03.704824Z","time spent":"324.948484ms","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:30:04.029744Z","caller":"traceutil/trace.go:171","msg":"trace[1532793134] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"338.092629ms","start":"2026-05-07T03:30:03.69161Z","end":"2026-05-07T03:30:04.029703Z","steps":["trace[1532793134] 'process raft request' (duration: 99.877916ms)","trace[1532793134] 'compare' (duration: 237.604618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:04.029929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:03.691584Z","time spent":"338.246142ms","remote":"127.0.0.1:47536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:04.320262Z","caller":"traceutil/trace.go:171","msg":"trace[738797395] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"285.512018ms","start":"2026-05-07T03:30:04.034711Z","end":"2026-05-07T03:30:04.320223Z","steps":["trace[738797395] 'process raft request' (duration: 285.284943ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:24.928687Z","caller":"traceutil/trace.go:171","msg":"trace[485711334] linearizableReadLoop","detail":"{readStateIndex:5742; appliedIndex:5741; }","duration":"133.586694ms","start":"2026-05-07T03:30:24.795081Z","end":"2026-05-07T03:30:24.928668Z","steps":["trace[485711334] 'read index received' (duration: 133.483701ms)","trace[485711334] 'applied index is now lower than readState.Index' (duration: 101.783µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:24.928899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.801539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:30:24.928951Z","caller":"traceutil/trace.go:171","msg":"trace[118882530] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5520; }","duration":"133.894082ms","start":"2026-05-07T03:30:24.795041Z","end":"2026-05-07T03:30:24.928935Z","steps":["trace[118882530] 'agreement among raft nodes before linearized reading' (duration: 133.749638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:24.929226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.190745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:30:24.929293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.912114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:30:24.929308Z","caller":"traceutil/trace.go:171","msg":"trace[1867781323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5520; }","duration":"133.297328ms","start":"2026-05-07T03:30:24.795992Z","end":"2026-05-07T03:30:24.929289Z","steps":["trace[1867781323] 'agreement among raft nodes before linearized reading' (duration: 133.087351ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:24.929327Z","caller":"traceutil/trace.go:171","msg":"trace[1995691772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5520; }","duration":"124.961065ms","start":"2026-05-07T03:30:24.804356Z","end":"2026-05-07T03:30:24.929317Z","steps":["trace[1995691772] 'agreement among raft nodes before linearized reading' (duration: 124.870213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:24.929462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.615037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:30:24.929494Z","caller":"traceutil/trace.go:171","msg":"trace[1900500119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5520; }","duration":"124.656688ms","start":"2026-05-07T03:30:24.80483Z","end":"2026-05-07T03:30:24.929487Z","steps":["trace[1900500119] 'agreement among raft nodes before linearized reading' (duration: 124.579906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:24.929546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.10697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-07T03:30:24.92959Z","caller":"traceutil/trace.go:171","msg":"trace[1556885397] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5520; }","duration":"127.160802ms","start":"2026-05-07T03:30:24.802417Z","end":"2026-05-07T03:30:24.929578Z","steps":["trace[1556885397] 'agreement among raft nodes before linearized reading' (duration: 127.059319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:24.929672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.184461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:30:24.929709Z","caller":"traceutil/trace.go:171","msg":"trace[1478716464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5520; }","duration":"125.228772ms","start":"2026-05-07T03:30:24.80447Z","end":"2026-05-07T03:30:24.929698Z","steps":["trace[1478716464] 'agreement among raft nodes before linearized reading' (duration: 125.1474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:24.929824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.702897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:30:24.929879Z","caller":"traceutil/trace.go:171","msg":"trace[1894420854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5520; }","duration":"129.801859ms","start":"2026-05-07T03:30:24.800064Z","end":"2026-05-07T03:30:24.929866Z","steps":["trace[1894420854] 'agreement among raft nodes before linearized reading' (duration: 129.637875ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:27.311319Z","caller":"traceutil/trace.go:171","msg":"trace[787768035] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"355.234324ms","start":"2026-05-07T03:30:26.956041Z","end":"2026-05-07T03:30:27.311276Z","steps":["trace[787768035] 'process raft request' (duration: 354.980458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.311626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.95603Z","time spent":"355.375128ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:27.315577Z","caller":"traceutil/trace.go:171","msg":"trace[925577094] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"358.243501ms","start":"2026-05-07T03:30:26.957316Z","end":"2026-05-07T03:30:27.315559Z","steps":["trace[925577094] 'process raft request' (duration: 357.922523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.315689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.957311Z","time spent":"358.318603ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:27.315708Z","caller":"traceutil/trace.go:171","msg":"trace[2132034537] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"358.437206ms","start":"2026-05-07T03:30:26.957225Z","end":"2026-05-07T03:30:27.315662Z","steps":["trace[2132034537] 'process raft request' (duration: 357.987704ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:27.315786Z","caller":"traceutil/trace.go:171","msg":"trace[153324807] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"195.455501ms","start":"2026-05-07T03:30:27.120326Z","end":"2026-05-07T03:30:27.315781Z","steps":["trace[153324807] 'process raft request' (duration: 194.953028ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:27.315859Z","caller":"traceutil/trace.go:171","msg":"trace[1423249050] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"358.716323ms","start":"2026-05-07T03:30:26.957121Z","end":"2026-05-07T03:30:27.315838Z","steps":["trace[1423249050] 'process raft request' (duration: 357.995485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.316003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.957108Z","time spent":"358.826387ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:27.31594Z","caller":"traceutil/trace.go:171","msg":"trace[168095361] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"358.723183ms","start":"2026-05-07T03:30:26.957193Z","end":"2026-05-07T03:30:27.315916Z","steps":["trace[168095361] 'process raft request' (duration: 357.984134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.316207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.957188Z","time spent":"358.891188ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:27.315892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.957221Z","time spent":"358.591899ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:27.31576Z","caller":"traceutil/trace.go:171","msg":"trace[1186562727] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"357.952763ms","start":"2026-05-07T03:30:26.957801Z","end":"2026-05-07T03:30:27.315754Z","steps":["trace[1186562727] 'process raft request' (duration: 357.459851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.316365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.957795Z","time spent":"358.535278ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:27.316282Z","caller":"traceutil/trace.go:171","msg":"trace[782704846] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"359.474073ms","start":"2026-05-07T03:30:26.956487Z","end":"2026-05-07T03:30:27.315961Z","steps":["trace[782704846] 'process raft request' (duration: 358.528208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.316862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.956479Z","time spent":"360.267793ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:36.288084Z","caller":"traceutil/trace.go:171","msg":"trace[1967604474] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5815; }","duration":"375.930702ms","start":"2026-05-07T03:30:35.912127Z","end":"2026-05-07T03:30:36.288058Z","steps":["trace[1967604474] 'read index received' (duration: 375.704246ms)","trace[1967604474] 'applied index is now lower than readState.Index' (duration: 225.606µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:36.288141Z","caller":"traceutil/trace.go:171","msg":"trace[593078567] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"478.585579ms","start":"2026-05-07T03:30:35.809521Z","end":"2026-05-07T03:30:36.288107Z","steps":["trace[593078567] 'process raft request' (duration: 478.371003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.288248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.100645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:36.288294Z","caller":"traceutil/trace.go:171","msg":"trace[1291512812] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5591; }","duration":"376.170748ms","start":"2026-05-07T03:30:35.91211Z","end":"2026-05-07T03:30:36.288281Z","steps":["trace[1291512812] 'agreement among raft nodes before linearized reading' (duration: 376.079046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.288335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:35.912052Z","time spent":"376.27178ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:36.288325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:35.809495Z","time spent":"478.732062ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:37.669606Z","caller":"traceutil/trace.go:171","msg":"trace[340143504] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"382.015097ms","start":"2026-05-07T03:30:37.287562Z","end":"2026-05-07T03:30:37.669577Z","steps":["trace[340143504] 'process raft request' (duration: 381.864273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:37.670104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.287546Z","time spent":"382.407757ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:37.685363Z","caller":"traceutil/trace.go:171","msg":"trace[1471455225] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"397.548413ms","start":"2026-05-07T03:30:37.287792Z","end":"2026-05-07T03:30:37.68534Z","steps":["trace[1471455225] 'process raft request' (duration: 397.243765ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:37.685408Z","caller":"traceutil/trace.go:171","msg":"trace[1170822010] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"259.826823ms","start":"2026-05-07T03:30:37.42556Z","end":"2026-05-07T03:30:37.685387Z","steps":["trace[1170822010] 'process raft request' (duration: 259.645288ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:37.68537Z","caller":"traceutil/trace.go:171","msg":"trace[2030680835] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5816; }","duration":"328.619506ms","start":"2026-05-07T03:30:37.356721Z","end":"2026-05-07T03:30:37.68534Z","steps":["trace[2030680835] 'read index received' (duration: 312.791672ms)","trace[2030680835] 'applied index is now lower than readState.Index' (duration: 15.825924ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:37.685782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.043386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-07T03:30:37.685838Z","caller":"traceutil/trace.go:171","msg":"trace[2145233824] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5595; }","duration":"329.143009ms","start":"2026-05-07T03:30:37.356679Z","end":"2026-05-07T03:30:37.685822Z","steps":["trace[2145233824] 'agreement among raft nodes before linearized reading' (duration: 328.749209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:37.685874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.887475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T03:30:37.685879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.356667Z","time spent":"329.20201ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:30:37.68587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.287774Z","time spent":"397.668845ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:37.685916Z","caller":"traceutil/trace.go:171","msg":"trace[1349989171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5595; }","duration":"312.965086ms","start":"2026-05-07T03:30:37.37294Z","end":"2026-05-07T03:30:37.685905Z","steps":["trace[1349989171] 'agreement among raft nodes before linearized reading' (duration: 312.857653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:37.68595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.372924Z","time spent":"313.018128ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:37.686093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.401225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T03:30:37.686105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.273983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:30:37.686128Z","caller":"traceutil/trace.go:171","msg":"trace[46287689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5595; }","duration":"309.457817ms","start":"2026-05-07T03:30:37.376661Z","end":"2026-05-07T03:30:37.686119Z","steps":["trace[46287689] 'agreement among raft nodes before linearized reading' (duration: 309.350804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:37.686154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.376638Z","time spent":"309.509178ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:37.68624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.203121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:30:37.686268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.644848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:30:37.68628Z","caller":"traceutil/trace.go:171","msg":"trace[759344776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5595; }","duration":"309.257302ms","start":"2026-05-07T03:30:37.377014Z","end":"2026-05-07T03:30:37.686271Z","steps":["trace[759344776] 'agreement among raft nodes before linearized reading' (duration: 309.16513ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:37.686294Z","caller":"traceutil/trace.go:171","msg":"trace[1492927001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5595; }","duration":"312.685999ms","start":"2026-05-07T03:30:37.3736Z","end":"2026-05-07T03:30:37.686286Z","steps":["trace[1492927001] 'agreement among raft nodes before linearized reading' (duration: 312.615708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:37.686309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.377007Z","time spent":"309.295143ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:37.686284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.440562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:30:37.68632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.373592Z","time spent":"312.71964ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:30:37.686418Z","caller":"traceutil/trace.go:171","msg":"trace[1424355688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5595; }","duration":"310.569005ms","start":"2026-05-07T03:30:37.375813Z","end":"2026-05-07T03:30:37.686382Z","steps":["trace[1424355688] 'agreement among raft nodes before linearized reading' (duration: 310.346939ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:37.686148Z","caller":"traceutil/trace.go:171","msg":"trace[522600458] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5595; }","duration":"309.330894ms","start":"2026-05-07T03:30:37.376803Z","end":"2026-05-07T03:30:37.686134Z","steps":["trace[522600458] 'agreement among raft nodes before linearized reading' (duration: 309.1955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:37.686447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.375804Z","time spent":"310.634626ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:37.686498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.376797Z","time spent":"309.687892ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:30:37.685283Z","caller":"traceutil/trace.go:171","msg":"trace[241240286] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"331.883268ms","start":"2026-05-07T03:30:37.353362Z","end":"2026-05-07T03:30:37.685245Z","steps":["trace[241240286] 'process raft request' (duration: 331.797766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:37.687045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.353326Z","time spent":"333.620683ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:38.006259Z","caller":"traceutil/trace.go:171","msg":"trace[1339155978] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"313.816218ms","start":"2026-05-07T03:30:37.692423Z","end":"2026-05-07T03:30:38.006239Z","steps":["trace[1339155978] 'process raft request' (duration: 266.168214ms)","trace[1339155978] 'compare' (duration: 47.260124ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:38.006374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.692392Z","time spent":"313.925351ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:38.006705Z","caller":"traceutil/trace.go:171","msg":"trace[249088009] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"314.132006ms","start":"2026-05-07T03:30:37.692513Z","end":"2026-05-07T03:30:38.006645Z","steps":["trace[249088009] 'process raft request' (duration: 313.690335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.006909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.692507Z","time spent":"314.27774ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:38.00701Z","caller":"traceutil/trace.go:171","msg":"trace[1124271218] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"314.157927ms","start":"2026-05-07T03:30:37.692835Z","end":"2026-05-07T03:30:38.006993Z","steps":["trace[1124271218] 'process raft request' (duration: 313.621884ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.007025Z","caller":"traceutil/trace.go:171","msg":"trace[172188392] linearizableReadLoop","detail":"{readStateIndex:5827; appliedIndex:5822; }","duration":"254.401904ms","start":"2026-05-07T03:30:37.752604Z","end":"2026-05-07T03:30:38.007005Z","steps":["trace[172188392] 'read index received' (duration: 205.983521ms)","trace[172188392] 'applied index is now lower than readState.Index' (duration: 48.417563ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:38.007142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.529157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:38.007177Z","caller":"traceutil/trace.go:171","msg":"trace[992142472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5602; }","duration":"254.58426ms","start":"2026-05-07T03:30:37.752583Z","end":"2026-05-07T03:30:38.007167Z","steps":["trace[992142472] 'agreement among raft nodes before linearized reading' (duration: 254.507818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.007185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.69282Z","time spent":"314.221948ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:38.007309Z","caller":"traceutil/trace.go:171","msg":"trace[1804448931] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"312.564337ms","start":"2026-05-07T03:30:37.694727Z","end":"2026-05-07T03:30:38.007291Z","steps":["trace[1804448931] 'process raft request' (duration: 312.235638ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.007216Z","caller":"traceutil/trace.go:171","msg":"trace[1562196879] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"313.136791ms","start":"2026-05-07T03:30:37.694057Z","end":"2026-05-07T03:30:38.007194Z","steps":["trace[1562196879] 'process raft request' (duration: 312.830884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.007432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.694047Z","time spent":"313.335886ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:38.00746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:37.694718Z","time spent":"312.65903ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:51.676123Z","caller":"traceutil/trace.go:171","msg":"trace[1509964806] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"141.27074ms","start":"2026-05-07T03:30:51.534824Z","end":"2026-05-07T03:30:51.676095Z","steps":["trace[1509964806] 'process raft request' (duration: 141.094005ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:51.969591Z","caller":"traceutil/trace.go:171","msg":"trace[1329817973] linearizableReadLoop","detail":"{readStateIndex:5921; appliedIndex:5920; }","duration":"120.525991ms","start":"2026-05-07T03:30:51.849025Z","end":"2026-05-07T03:30:51.969551Z","steps":["trace[1329817973] 'read index received' (duration: 46.190586ms)","trace[1329817973] 'applied index is now lower than readState.Index' (duration: 74.333165ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:51.970015Z","caller":"traceutil/trace.go:171","msg":"trace[799162430] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"134.532148ms","start":"2026-05-07T03:30:51.835453Z","end":"2026-05-07T03:30:51.969985Z","steps":["trace[799162430] 'process raft request' (duration: 59.790753ms)","trace[799162430] 'compare' (duration: 73.966416ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:51.970351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.540826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:30:51.970413Z","caller":"traceutil/trace.go:171","msg":"trace[1474711143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5693; }","duration":"119.635519ms","start":"2026-05-07T03:30:51.850762Z","end":"2026-05-07T03:30:51.970397Z","steps":["trace[1474711143] 'agreement among raft nodes before linearized reading' (duration: 119.233388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:51.970382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.343122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:30:51.970707Z","caller":"traceutil/trace.go:171","msg":"trace[1023254897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5693; }","duration":"121.65416ms","start":"2026-05-07T03:30:51.848977Z","end":"2026-05-07T03:30:51.970632Z","steps":["trace[1023254897] 'agreement among raft nodes before linearized reading' (duration: 120.995084ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:52.291462Z","caller":"traceutil/trace.go:171","msg":"trace[1267548901] linearizableReadLoop","detail":"{readStateIndex:5926; appliedIndex:5924; }","duration":"132.307642ms","start":"2026-05-07T03:30:52.159133Z","end":"2026-05-07T03:30:52.291441Z","steps":["trace[1267548901] 'read index received' (duration: 132.19687ms)","trace[1267548901] 'applied index is now lower than readState.Index' (duration: 109.702µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:52.29158Z","caller":"traceutil/trace.go:171","msg":"trace[1797499797] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"147.727695ms","start":"2026-05-07T03:30:52.143813Z","end":"2026-05-07T03:30:52.291541Z","steps":["trace[1797499797] 'process raft request' (duration: 147.593132ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:52.291762Z","caller":"traceutil/trace.go:171","msg":"trace[1946474752] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"147.89547ms","start":"2026-05-07T03:30:52.143753Z","end":"2026-05-07T03:30:52.291649Z","steps":["trace[1946474752] 'process raft request' (duration: 147.51037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:52.291824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.464607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:30:52.29197Z","caller":"traceutil/trace.go:171","msg":"trace[210965943] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5698; }","duration":"145.644932ms","start":"2026-05-07T03:30:52.1463Z","end":"2026-05-07T03:30:52.291945Z","steps":["trace[210965943] 'agreement among raft nodes before linearized reading' (duration: 145.222942ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:52.463878Z","caller":"traceutil/trace.go:171","msg":"trace[1205010172] linearizableReadLoop","detail":"{readStateIndex:5927; appliedIndex:5926; }","duration":"167.400335ms","start":"2026-05-07T03:30:52.296436Z","end":"2026-05-07T03:30:52.463837Z","steps":["trace[1205010172] 'read index received' (duration: 141.566148ms)","trace[1205010172] 'applied index is now lower than readState.Index' (duration: 25.832697ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:52.463959Z","caller":"traceutil/trace.go:171","msg":"trace[1062626821] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"299.991365ms","start":"2026-05-07T03:30:52.163923Z","end":"2026-05-07T03:30:52.463914Z","steps":["trace[1062626821] 'process raft request' (duration: 274.282961ms)","trace[1062626821] 'compare' (duration: 25.341475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:52.464081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:52.16389Z","time spent":"300.1292ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:52.464093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.614092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:52.464134Z","caller":"traceutil/trace.go:171","msg":"trace[65227122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5699; }","duration":"167.727315ms","start":"2026-05-07T03:30:52.296394Z","end":"2026-05-07T03:30:52.464122Z","steps":["trace[65227122] 'agreement among raft nodes before linearized reading' (duration: 167.600661ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:52.482285Z","caller":"traceutil/trace.go:171","msg":"trace[984908015] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"182.898722ms","start":"2026-05-07T03:30:52.299366Z","end":"2026-05-07T03:30:52.482265Z","steps":["trace[984908015] 'process raft request' (duration: 182.790309ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:30.378641Z","caller":"traceutil/trace.go:171","msg":"trace[773100247] linearizableReadLoop","detail":"{readStateIndex:6551; appliedIndex:6550; }","duration":"221.821161ms","start":"2026-05-07T03:32:30.156798Z","end":"2026-05-07T03:32:30.378619Z","steps":["trace[773100247] 'read index received' (duration: 192.652415ms)","trace[773100247] 'applied index is now lower than readState.Index' (duration: 29.166956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:30.378777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.954094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:30.378755Z","caller":"traceutil/trace.go:171","msg":"trace[1174783201] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"163.522192ms","start":"2026-05-07T03:32:30.215209Z","end":"2026-05-07T03:32:30.378732Z","steps":["trace[1174783201] 'process raft request' (duration: 163.340697ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:30.378815Z","caller":"traceutil/trace.go:171","msg":"trace[2075707114] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6304; }","duration":"222.013976ms","start":"2026-05-07T03:32:30.156791Z","end":"2026-05-07T03:32:30.378805Z","steps":["trace[2075707114] 'agreement among raft nodes before linearized reading' (duration: 221.909993ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:30.379691Z","caller":"traceutil/trace.go:171","msg":"trace[1737093414] transaction","detail":"{read_only:false; response_revision:6305; number_of_response:1; }","duration":"154.826953ms","start":"2026-05-07T03:32:30.224823Z","end":"2026-05-07T03:32:30.37965Z","steps":["trace[1737093414] 'process raft request' (duration: 153.852267ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:42.577384Z","caller":"traceutil/trace.go:171","msg":"trace[707833329] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"100.36469ms","start":"2026-05-07T03:32:42.476978Z","end":"2026-05-07T03:32:42.577343Z","steps":["trace[707833329] 'process raft request' (duration: 100.136794ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:42.599182Z","caller":"traceutil/trace.go:171","msg":"trace[581365434] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"110.530217ms","start":"2026-05-07T03:32:42.488616Z","end":"2026-05-07T03:32:42.599146Z","steps":["trace[581365434] 'process raft request' (duration: 109.391117ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:53.511249Z","caller":"traceutil/trace.go:171","msg":"trace[835062337] linearizableReadLoop","detail":"{readStateIndex:6707; appliedIndex:6706; }","duration":"327.754902ms","start":"2026-05-07T03:32:53.183466Z","end":"2026-05-07T03:32:53.511221Z","steps":["trace[835062337] 'read index received' (duration: 327.709431ms)","trace[835062337] 'applied index is now lower than readState.Index' (duration: 44.401µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:53.51154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.054069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:32:53.511342Z","caller":"traceutil/trace.go:171","msg":"trace[670207446] transaction","detail":"{read_only:false; response_revision:6454; number_of_response:1; }","duration":"368.558849ms","start":"2026-05-07T03:32:53.142743Z","end":"2026-05-07T03:32:53.511302Z","steps":["trace[670207446] 'process raft request' (duration: 368.345644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:53.511966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:53.142719Z","time spent":"369.042423ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:53.511596Z","caller":"traceutil/trace.go:171","msg":"trace[597339038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6454; }","duration":"328.175823ms","start":"2026-05-07T03:32:53.183404Z","end":"2026-05-07T03:32:53.51158Z","steps":["trace[597339038] 'agreement among raft nodes before linearized reading' (duration: 327.939327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:53.512048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:53.18338Z","time spent":"328.646866ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:32:53.583665Z","caller":"traceutil/trace.go:171","msg":"trace[153635514] transaction","detail":"{read_only:false; response_revision:6455; number_of_response:1; }","duration":"244.82156ms","start":"2026-05-07T03:32:53.33881Z","end":"2026-05-07T03:32:53.583632Z","steps":["trace[153635514] 'process raft request' (duration: 242.206832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:53.584187Z","caller":"traceutil/trace.go:171","msg":"trace[742891151] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"213.615453ms","start":"2026-05-07T03:32:53.37055Z","end":"2026-05-07T03:32:53.584166Z","steps":["trace[742891151] 'process raft request' (duration: 213.008127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:53.584524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.503623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-07T03:32:53.584744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.075947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:53.584814Z","caller":"traceutil/trace.go:171","msg":"trace[234753003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6456; }","duration":"287.155479ms","start":"2026-05-07T03:32:53.297643Z","end":"2026-05-07T03:32:53.584798Z","steps":["trace[234753003] 'agreement among raft nodes before linearized reading' (duration: 287.050227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:53.585101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.189269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:32:53.585146Z","caller":"traceutil/trace.go:171","msg":"trace[331401431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6456; }","duration":"248.257581ms","start":"2026-05-07T03:32:53.336875Z","end":"2026-05-07T03:32:53.585132Z","steps":["trace[331401431] 'agreement among raft nodes before linearized reading' (duration: 248.120548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:53.585569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.176338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T03:32:53.585625Z","caller":"traceutil/trace.go:171","msg":"trace[251855919] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6456; }","duration":"303.23599ms","start":"2026-05-07T03:32:53.282375Z","end":"2026-05-07T03:32:53.585611Z","steps":["trace[251855919] 'agreement among raft nodes before linearized reading' (duration: 303.094886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:53.58566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:53.282353Z","time spent":"303.296892ms","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-07T03:32:53.584631Z","caller":"traceutil/trace.go:171","msg":"trace[1079969386] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6456; }","duration":"380.653428ms","start":"2026-05-07T03:32:53.203956Z","end":"2026-05-07T03:32:53.58461Z","steps":["trace[1079969386] 'agreement among raft nodes before linearized reading' (duration: 380.40766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:53.586731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:53.203924Z","time spent":"382.781892ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:33:00.619498Z","caller":"traceutil/trace.go:171","msg":"trace[732861211] transaction","detail":"{read_only:false; response_revision:6529; number_of_response:1; }","duration":"217.746249ms","start":"2026-05-07T03:33:00.40172Z","end":"2026-05-07T03:33:00.619467Z","steps":["trace[732861211] 'process raft request' (duration: 217.561884ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:01.019959Z","caller":"traceutil/trace.go:171","msg":"trace[857840805] linearizableReadLoop","detail":"{readStateIndex:6789; appliedIndex:6788; }","duration":"175.868754ms","start":"2026-05-07T03:33:00.844066Z","end":"2026-05-07T03:33:01.019934Z","steps":["trace[857840805] 'read index received' (duration: 175.72686ms)","trace[857840805] 'applied index is now lower than readState.Index' (duration: 140.913µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:01.020085Z","caller":"traceutil/trace.go:171","msg":"trace[1063631312] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"186.45335ms","start":"2026-05-07T03:33:00.833616Z","end":"2026-05-07T03:33:01.02007Z","steps":["trace[1063631312] 'process raft request' (duration: 186.199693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:01.020369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.875434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:33:01.020441Z","caller":"traceutil/trace.go:171","msg":"trace[507203777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6532; }","duration":"167.976996ms","start":"2026-05-07T03:33:00.852447Z","end":"2026-05-07T03:33:01.020424Z","steps":["trace[507203777] 'agreement among raft nodes before linearized reading' (duration: 167.811512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:01.020421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.744039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:33:01.020447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.366606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:33:01.020508Z","caller":"traceutil/trace.go:171","msg":"trace[2116657082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6532; }","duration":"176.440028ms","start":"2026-05-07T03:33:00.844052Z","end":"2026-05-07T03:33:01.020492Z","steps":["trace[2116657082] 'agreement among raft nodes before linearized reading' (duration: 176.246083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:01.020498Z","caller":"traceutil/trace.go:171","msg":"trace[1653632355] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6532; }","duration":"136.858202ms","start":"2026-05-07T03:33:00.883618Z","end":"2026-05-07T03:33:01.020476Z","steps":["trace[1653632355] 'agreement among raft nodes before linearized reading' (duration: 136.721428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:01.344091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.611551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:33:01.344838Z","caller":"traceutil/trace.go:171","msg":"trace[564877538] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"255.589088ms","start":"2026-05-07T03:33:01.089231Z","end":"2026-05-07T03:33:01.34482Z","steps":["trace[564877538] 'process raft request' (duration: 255.155777ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:01.344375Z","caller":"traceutil/trace.go:171","msg":"trace[1997290054] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"319.924212ms","start":"2026-05-07T03:33:01.024426Z","end":"2026-05-07T03:33:01.34435Z","steps":["trace[1997290054] 'process raft request' (duration: 155.937571ms)","trace[1997290054] 'compare' (duration: 163.335693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:01.345253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:01.024405Z","time spent":"320.760553ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:33:01.344799Z","caller":"traceutil/trace.go:171","msg":"trace[1408019371] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"319.231643ms","start":"2026-05-07T03:33:01.025512Z","end":"2026-05-07T03:33:01.344744Z","steps":["trace[1408019371] 'process raft request' (duration: 318.735489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:01.346418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:01.025498Z","time spent":"320.848225ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:33:01.859051Z","caller":"traceutil/trace.go:171","msg":"trace[2087803010] linearizableReadLoop","detail":"{readStateIndex:6796; appliedIndex:6793; }","duration":"202.595211ms","start":"2026-05-07T03:33:01.656437Z","end":"2026-05-07T03:33:01.859032Z","steps":["trace[2087803010] 'read index received' (duration: 53.942651ms)","trace[2087803010] 'applied index is now lower than readState.Index' (duration: 148.65179ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:01.859165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.710104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:33:01.859203Z","caller":"traceutil/trace.go:171","msg":"trace[1821485800] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6539; }","duration":"202.793356ms","start":"2026-05-07T03:33:01.656398Z","end":"2026-05-07T03:33:01.859191Z","steps":["trace[1821485800] 'agreement among raft nodes before linearized reading' (duration: 202.712084ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:01.859246Z","caller":"traceutil/trace.go:171","msg":"trace[256094601] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"207.954821ms","start":"2026-05-07T03:33:01.651249Z","end":"2026-05-07T03:33:01.859203Z","steps":["trace[256094601] 'process raft request' (duration: 180.684798ms)","trace[256094601] 'compare' (duration: 26.869813ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:01.859467Z","caller":"traceutil/trace.go:171","msg":"trace[1326290266] transaction","detail":"{read_only:false; response_revision:6539; number_of_response:1; }","duration":"207.344795ms","start":"2026-05-07T03:33:01.652111Z","end":"2026-05-07T03:33:01.859455Z","steps":["trace[1326290266] 'process raft request' (duration: 206.885463ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:03.739253Z","caller":"traceutil/trace.go:171","msg":"trace[1977815098] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"386.017038ms","start":"2026-05-07T03:33:03.353202Z","end":"2026-05-07T03:33:03.739219Z","steps":["trace[1977815098] 'process raft request' (duration: 333.835893ms)","trace[1977815098] 'compare' (duration: 51.793515ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:03.739403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:03.353183Z","time spent":"386.143351ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:33:03.888908Z","caller":"traceutil/trace.go:171","msg":"trace[1959443249] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"144.666056ms","start":"2026-05-07T03:33:03.744205Z","end":"2026-05-07T03:33:03.888871Z","steps":["trace[1959443249] 'process raft request' (duration: 112.401801ms)","trace[1959443249] 'compare' (duration: 31.856714ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:04.03134Z","caller":"traceutil/trace.go:171","msg":"trace[1003610377] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"138.176755ms","start":"2026-05-07T03:33:03.893142Z","end":"2026-05-07T03:33:04.031319Z","steps":["trace[1003610377] 'process raft request' (duration: 124.861866ms)","trace[1003610377] 'compare' (duration: 13.182226ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:04.031494Z","caller":"traceutil/trace.go:171","msg":"trace[1796742273] transaction","detail":"{read_only:false; response_revision:6548; number_of_response:1; }","duration":"137.439816ms","start":"2026-05-07T03:33:03.894048Z","end":"2026-05-07T03:33:04.031487Z","steps":["trace[1796742273] 'process raft request' (duration: 137.24127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:04.956891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.660302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:33:04.956985Z","caller":"traceutil/trace.go:171","msg":"trace[621965352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6551; }","duration":"116.811626ms","start":"2026-05-07T03:33:04.840148Z","end":"2026-05-07T03:33:04.95696Z","steps":["trace[621965352] 'count revisions from in-memory index tree' (duration: 116.538109ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:05.008395Z","caller":"traceutil/trace.go:171","msg":"trace[1094751434] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"103.700522ms","start":"2026-05-07T03:33:04.904667Z","end":"2026-05-07T03:33:05.008367Z","steps":["trace[1094751434] 'process raft request' (duration: 103.475096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:10.484987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.254672ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:33:10.947458Z","caller":"traceutil/trace.go:171","msg":"trace[1691704430] transaction","detail":"{read_only:false; response_revision:6582; number_of_response:1; }","duration":"141.268963ms","start":"2026-05-07T03:33:10.80615Z","end":"2026-05-07T03:33:10.947419Z","steps":["trace[1691704430] 'process raft request' (duration: 141.12015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:11.472366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:11.061637Z","time spent":"410.722538ms","remote":"127.0.0.1:34702","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:33:11.504503Z","caller":"traceutil/trace.go:171","msg":"trace[1475820012] linearizableReadLoop","detail":"{readStateIndex:6842; appliedIndex:6841; }","duration":"344.956758ms","start":"2026-05-07T03:33:11.159519Z","end":"2026-05-07T03:33:11.504476Z","steps":["trace[1475820012] 'read index received' (duration: 344.693581ms)","trace[1475820012] 'applied index is now lower than readState.Index' (duration: 262.027µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:11.504635Z","caller":"traceutil/trace.go:171","msg":"trace[605966559] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"477.40041ms","start":"2026-05-07T03:33:11.027196Z","end":"2026-05-07T03:33:11.504596Z","steps":["trace[605966559] 'process raft request' (duration: 477.130853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:11.504711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.181643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:33:11.504703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.526857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:33:11.504748Z","caller":"traceutil/trace.go:171","msg":"trace[1321512280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6583; }","duration":"345.248925ms","start":"2026-05-07T03:33:11.159487Z","end":"2026-05-07T03:33:11.504735Z","steps":["trace[1321512280] 'agreement among raft nodes before linearized reading' (duration: 345.113332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:11.504791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:11.159468Z","time spent":"345.314628ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:33:11.504799Z","caller":"traceutil/trace.go:171","msg":"trace[1020224193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6583; }","duration":"209.64263ms","start":"2026-05-07T03:33:11.295109Z","end":"2026-05-07T03:33:11.504752Z","steps":["trace[1020224193] 'agreement among raft nodes before linearized reading' (duration: 209.531417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:11.504828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:11.027171Z","time spent":"477.549594ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:33:12.088317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.696012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:33:12.088489Z","caller":"traceutil/trace.go:171","msg":"trace[339847722] linearizableReadLoop","detail":"{readStateIndex:6844; appliedIndex:6842; }","duration":"494.588501ms","start":"2026-05-07T03:33:11.593885Z","end":"2026-05-07T03:33:12.088473Z","steps":["trace[339847722] 'read index received' (duration: 74.466428ms)","trace[339847722] 'applied index is now lower than readState.Index' (duration: 420.120913ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:12.088535Z","caller":"traceutil/trace.go:171","msg":"trace[350054820] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"578.553866ms","start":"2026-05-07T03:33:11.509949Z","end":"2026-05-07T03:33:12.088503Z","steps":["trace[350054820] 'process raft request' (duration: 578.468804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.088598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.715834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:33:12.088629Z","caller":"traceutil/trace.go:171","msg":"trace[2103813073] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6585; }","duration":"494.787406ms","start":"2026-05-07T03:33:11.593831Z","end":"2026-05-07T03:33:12.088618Z","steps":["trace[2103813073] 'agreement among raft nodes before linearized reading' (duration: 494.729544ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:12.088621Z","caller":"traceutil/trace.go:171","msg":"trace[31586893] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"579.578302ms","start":"2026-05-07T03:33:11.509015Z","end":"2026-05-07T03:33:12.088593Z","steps":["trace[31586893] 'process raft request' (duration: 159.324055ms)","trace[31586893] 'compare' (duration: 419.281341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:12.088662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:11.593811Z","time spent":"494.842738ms","remote":"127.0.0.1:47616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:33:12.088686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:11.509923Z","time spent":"578.677779ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:33:12.08882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:11.50899Z","time spent":"579.688345ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:33:12.088917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.185951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:33:12.088948Z","caller":"traceutil/trace.go:171","msg":"trace[229347253] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6585; }","duration":"434.261373ms","start":"2026-05-07T03:33:11.654678Z","end":"2026-05-07T03:33:12.08894Z","steps":["trace[229347253] 'agreement among raft nodes before linearized reading' (duration: 434.201051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.088974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:11.654657Z","time spent":"434.310595ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":7,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:33:12.089019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.726196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:33:12.089052Z","caller":"traceutil/trace.go:171","msg":"trace[13893432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6585; }","duration":"146.799738ms","start":"2026-05-07T03:33:11.942242Z","end":"2026-05-07T03:33:12.089042Z","steps":["trace[13893432] 'agreement among raft nodes before linearized reading' (duration: 146.690205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.089141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.520304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:33:12.08917Z","caller":"traceutil/trace.go:171","msg":"trace[307161299] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6585; }","duration":"158.578856ms","start":"2026-05-07T03:33:11.930582Z","end":"2026-05-07T03:33:12.089161Z","steps":["trace[307161299] 'agreement among raft nodes before linearized reading' (duration: 158.526084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.089242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.077959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:33:12.089284Z","caller":"traceutil/trace.go:171","msg":"trace[1668523396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6585; }","duration":"307.15313ms","start":"2026-05-07T03:33:11.782119Z","end":"2026-05-07T03:33:12.089272Z","steps":["trace[1668523396] 'agreement among raft nodes before linearized reading' (duration: 307.003086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.089298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.218402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/horizon\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:33:12.089318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:11.782104Z","time spent":"307.207522ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:33:12.089327Z","caller":"traceutil/trace.go:171","msg":"trace[468537276] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/horizon; range_end:; response_count:0; response_revision:6585; }","duration":"133.276004ms","start":"2026-05-07T03:33:11.956042Z","end":"2026-05-07T03:33:12.089318Z","steps":["trace[468537276] 'agreement among raft nodes before linearized reading' (duration: 133.229053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.089504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.089387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:33:12.089534Z","caller":"traceutil/trace.go:171","msg":"trace[746353370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6585; }","duration":"219.145639ms","start":"2026-05-07T03:33:11.87038Z","end":"2026-05-07T03:33:12.089525Z","steps":["trace[746353370] 'agreement among raft nodes before linearized reading' (duration: 219.061537ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:12.242814Z","caller":"traceutil/trace.go:171","msg":"trace[1705830536] linearizableReadLoop","detail":"{readStateIndex:6847; appliedIndex:6844; }","duration":"145.511974ms","start":"2026-05-07T03:33:12.097275Z","end":"2026-05-07T03:33:12.242787Z","steps":["trace[1705830536] 'read index received' (duration: 69.932008ms)","trace[1705830536] 'applied index is now lower than readState.Index' (duration: 75.578436ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:12.242908Z","caller":"traceutil/trace.go:171","msg":"trace[1190980200] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"147.555658ms","start":"2026-05-07T03:33:12.095313Z","end":"2026-05-07T03:33:12.242869Z","steps":["trace[1190980200] 'process raft request' (duration: 147.215529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.243047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.737469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:33:12.243128Z","caller":"traceutil/trace.go:171","msg":"trace[649312505] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:0; response_revision:6588; }","duration":"145.855163ms","start":"2026-05-07T03:33:12.097256Z","end":"2026-05-07T03:33:12.243111Z","steps":["trace[649312505] 'agreement among raft nodes before linearized reading' (duration: 145.651778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.243134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.485195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-07T03:33:12.243183Z","caller":"traceutil/trace.go:171","msg":"trace[1049659314] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6588; }","duration":"142.562327ms","start":"2026-05-07T03:33:12.100605Z","end":"2026-05-07T03:33:12.243167Z","steps":["trace[1049659314] 'agreement among raft nodes before linearized reading' (duration: 142.387152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.243475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.762597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:33:12.243511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.085582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:33:12.243551Z","caller":"traceutil/trace.go:171","msg":"trace[102819443] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6588; }","duration":"138.863539ms","start":"2026-05-07T03:33:12.10467Z","end":"2026-05-07T03:33:12.243534Z","steps":["trace[102819443] 'agreement among raft nodes before linearized reading' (duration: 138.665534ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:12.243567Z","caller":"traceutil/trace.go:171","msg":"trace[967567462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6588; }","duration":"109.171643ms","start":"2026-05-07T03:33:12.134377Z","end":"2026-05-07T03:33:12.243549Z","steps":["trace[967567462] 'agreement among raft nodes before linearized reading' (duration: 108.940767ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:12.243778Z","caller":"traceutil/trace.go:171","msg":"trace[2059266058] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"148.168333ms","start":"2026-05-07T03:33:12.095498Z","end":"2026-05-07T03:33:12.243666Z","steps":["trace[2059266058] 'process raft request' (duration: 147.237369ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:12.480345Z","caller":"traceutil/trace.go:171","msg":"trace[296217833] linearizableReadLoop","detail":"{readStateIndex:6849; appliedIndex:6847; }","duration":"230.23509ms","start":"2026-05-07T03:33:12.250082Z","end":"2026-05-07T03:33:12.480317Z","steps":["trace[296217833] 'read index received' (duration: 90.017754ms)","trace[296217833] 'applied index is now lower than readState.Index' (duration: 140.216456ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:12.480729Z","caller":"traceutil/trace.go:171","msg":"trace[361606533] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"231.713778ms","start":"2026-05-07T03:33:12.249001Z","end":"2026-05-07T03:33:12.480715Z","steps":["trace[361606533] 'process raft request' (duration: 164.312176ms)","trace[361606533] 'compare' (duration: 66.886679ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:12.481108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.865725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:33:12.481143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.705046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:33:12.481193Z","caller":"traceutil/trace.go:171","msg":"trace[135823188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6590; }","duration":"182.822849ms","start":"2026-05-07T03:33:12.298358Z","end":"2026-05-07T03:33:12.481181Z","steps":["trace[135823188] 'agreement among raft nodes before linearized reading' (duration: 182.725316ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:12.481201Z","caller":"traceutil/trace.go:171","msg":"trace[1366264959] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6590; }","duration":"230.981838ms","start":"2026-05-07T03:33:12.250195Z","end":"2026-05-07T03:33:12.481177Z","steps":["trace[1366264959] 'agreement among raft nodes before linearized reading' (duration: 230.801313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.481173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.062581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12170"} {"level":"info","ts":"2026-05-07T03:33:12.481283Z","caller":"traceutil/trace.go:171","msg":"trace[396569712] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6590; }","duration":"231.81056ms","start":"2026-05-07T03:33:12.249445Z","end":"2026-05-07T03:33:12.481256Z","steps":["trace[396569712] 'agreement among raft nodes before linearized reading' (duration: 231.461031ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:12.790144Z","caller":"traceutil/trace.go:171","msg":"trace[883466421] linearizableReadLoop","detail":"{readStateIndex:6851; appliedIndex:6850; }","duration":"222.474106ms","start":"2026-05-07T03:33:12.56765Z","end":"2026-05-07T03:33:12.790124Z","steps":["trace[883466421] 'read index received' (duration: 222.170608ms)","trace[883466421] 'applied index is now lower than readState.Index' (duration: 302.838µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:12.790316Z","caller":"traceutil/trace.go:171","msg":"trace[1227199526] transaction","detail":"{read_only:false; response_revision:6591; number_of_response:1; }","duration":"234.731355ms","start":"2026-05-07T03:33:12.555493Z","end":"2026-05-07T03:33:12.790225Z","steps":["trace[1227199526] 'process raft request' (duration: 234.465769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:12.790355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.710981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:33:12.790437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.622692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:33:12.7905Z","caller":"traceutil/trace.go:171","msg":"trace[976053174] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6591; }","duration":"222.933507ms","start":"2026-05-07T03:33:12.567554Z","end":"2026-05-07T03:33:12.790488Z","steps":["trace[976053174] 'agreement among raft nodes before linearized reading' (duration: 222.729662ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:12.790526Z","caller":"traceutil/trace.go:171","msg":"trace[515289914] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6591; }","duration":"211.787086ms","start":"2026-05-07T03:33:12.578717Z","end":"2026-05-07T03:33:12.790504Z","steps":["trace[515289914] 'agreement among raft nodes before linearized reading' (duration: 211.621171ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:24.728474Z","caller":"traceutil/trace.go:171","msg":"trace[1204960097] transaction","detail":"{read_only:false; response_revision:6771; number_of_response:1; }","duration":"171.262862ms","start":"2026-05-07T03:33:24.557183Z","end":"2026-05-07T03:33:24.728446Z","steps":["trace[1204960097] 'process raft request' (duration: 171.086977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:25.026957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.157599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:33:25.027048Z","caller":"traceutil/trace.go:171","msg":"trace[1914751169] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:6771; }","duration":"233.305563ms","start":"2026-05-07T03:33:24.793718Z","end":"2026-05-07T03:33:25.027023Z","steps":["trace[1914751169] 'range keys from in-memory index tree' (duration: 232.895552ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:25.027125Z","caller":"traceutil/trace.go:171","msg":"trace[790525885] transaction","detail":"{read_only:false; response_revision:6772; number_of_response:1; }","duration":"121.117323ms","start":"2026-05-07T03:33:24.905883Z","end":"2026-05-07T03:33:25.027Z","steps":["trace[790525885] 'process raft request' (duration: 106.661836ms)","trace[790525885] 'compare' (duration: 14.363575ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:35.114009Z","caller":"traceutil/trace.go:171","msg":"trace[1889382810] linearizableReadLoop","detail":"{readStateIndex:7088; appliedIndex:7087; }","duration":"326.220832ms","start":"2026-05-07T03:33:34.787762Z","end":"2026-05-07T03:33:35.113982Z","steps":["trace[1889382810] 'read index received' (duration: 325.982106ms)","trace[1889382810] 'applied index is now lower than readState.Index' (duration: 237.546µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:35.114266Z","caller":"traceutil/trace.go:171","msg":"trace[590914297] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"599.213867ms","start":"2026-05-07T03:33:34.514984Z","end":"2026-05-07T03:33:35.114198Z","steps":["trace[590914297] 'process raft request' (duration: 598.834327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:35.114368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.583532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T03:33:35.114455Z","caller":"traceutil/trace.go:171","msg":"trace[1251900288] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6824; }","duration":"326.694775ms","start":"2026-05-07T03:33:34.78772Z","end":"2026-05-07T03:33:35.114415Z","steps":["trace[1251900288] 'agreement among raft nodes before linearized reading' (duration: 326.50664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:35.114519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:34.787702Z","time spent":"326.802828ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:33:35.114523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:34.514965Z","time spent":"599.408171ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:33:35.289329Z","caller":"traceutil/trace.go:171","msg":"trace[1897060510] transaction","detail":"{read_only:false; response_revision:6825; number_of_response:1; }","duration":"255.230819ms","start":"2026-05-07T03:33:35.034076Z","end":"2026-05-07T03:33:35.289307Z","steps":["trace[1897060510] 'process raft request' (duration: 255.051895ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:35.289554Z","caller":"traceutil/trace.go:171","msg":"trace[909040538] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"209.355723ms","start":"2026-05-07T03:33:35.080165Z","end":"2026-05-07T03:33:35.289521Z","steps":["trace[909040538] 'process raft request' (duration: 209.102866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:35.289942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.919491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:33:35.290015Z","caller":"traceutil/trace.go:171","msg":"trace[1181032251] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:6826; }","duration":"496.044134ms","start":"2026-05-07T03:33:34.793954Z","end":"2026-05-07T03:33:35.289998Z","steps":["trace[1181032251] 'agreement among raft nodes before linearized reading' (duration: 495.749297ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:35.290066Z","caller":"traceutil/trace.go:171","msg":"trace[1200152870] linearizableReadLoop","detail":"{readStateIndex:7090; appliedIndex:7088; }","duration":"175.742645ms","start":"2026-05-07T03:33:35.114268Z","end":"2026-05-07T03:33:35.290011Z","steps":["trace[1200152870] 'read index received' (duration: 174.872793ms)","trace[1200152870] 'applied index is now lower than readState.Index' (duration: 853.042µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:35.290096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:34.793935Z","time spent":"496.146166ms","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-05-07T03:33:35.357125Z","caller":"traceutil/trace.go:171","msg":"trace[745012969] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"237.818956ms","start":"2026-05-07T03:33:35.119275Z","end":"2026-05-07T03:33:35.357094Z","steps":["trace[745012969] 'process raft request' (duration: 237.668142ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:35.439989Z","caller":"traceutil/trace.go:171","msg":"trace[1291126069] linearizableReadLoop","detail":"{readStateIndex:7092; appliedIndex:7090; }","duration":"143.348411ms","start":"2026-05-07T03:33:35.296617Z","end":"2026-05-07T03:33:35.439965Z","steps":["trace[1291126069] 'read index received' (duration: 60.427657ms)","trace[1291126069] 'applied index is now lower than readState.Index' (duration: 82.919464ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:35.440118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.480165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:33:35.440168Z","caller":"traceutil/trace.go:171","msg":"trace[1242922939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6827; }","duration":"143.585228ms","start":"2026-05-07T03:33:35.296573Z","end":"2026-05-07T03:33:35.440158Z","steps":["trace[1242922939] 'agreement among raft nodes before linearized reading' (duration: 143.486575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:35.655664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.439715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:33:35.655745Z","caller":"traceutil/trace.go:171","msg":"trace[1208865685] linearizableReadLoop","detail":"{readStateIndex:7094; appliedIndex:7093; }","duration":"141.516002ms","start":"2026-05-07T03:33:35.514218Z","end":"2026-05-07T03:33:35.655734Z","steps":["trace[1208865685] 'read index received' (duration: 27.015175ms)","trace[1208865685] 'applied index is now lower than readState.Index' (duration: 114.500057ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:35.655782Z","caller":"traceutil/trace.go:171","msg":"trace[796509905] transaction","detail":"{read_only:false; response_revision:6829; number_of_response:1; }","duration":"172.344737ms","start":"2026-05-07T03:33:35.483405Z","end":"2026-05-07T03:33:35.65575Z","steps":["trace[796509905] 'process raft request' (duration: 57.762437ms)","trace[796509905] 'compare' (duration: 114.355463ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:35.655822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.609176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-07T03:33:35.655838Z","caller":"traceutil/trace.go:171","msg":"trace[253997224] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6829; }","duration":"141.652146ms","start":"2026-05-07T03:33:35.51418Z","end":"2026-05-07T03:33:35.655832Z","steps":["trace[253997224] 'agreement among raft nodes before linearized reading' (duration: 141.578934ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:37.41103Z","caller":"traceutil/trace.go:171","msg":"trace[287968229] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"112.247758ms","start":"2026-05-07T03:33:37.298742Z","end":"2026-05-07T03:33:37.41099Z","steps":["trace[287968229] 'process raft request' (duration: 112.043773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:56.542125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.809238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:33:56.542159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.020511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:33:56.542189Z","caller":"traceutil/trace.go:171","msg":"trace[356267297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6986; }","duration":"244.918051ms","start":"2026-05-07T03:33:56.297258Z","end":"2026-05-07T03:33:56.542176Z","steps":["trace[356267297] 'range keys from in-memory index tree' (duration: 244.717995ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:56.542199Z","caller":"traceutil/trace.go:171","msg":"trace[1785772744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6986; }","duration":"157.096993ms","start":"2026-05-07T03:33:56.385091Z","end":"2026-05-07T03:33:56.542188Z","steps":["trace[1785772744] 'range keys from in-memory index tree' (duration: 156.910248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:56.542488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.656829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:33:56.542581Z","caller":"traceutil/trace.go:171","msg":"trace[480491989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6986; }","duration":"126.751872ms","start":"2026-05-07T03:33:56.415817Z","end":"2026-05-07T03:33:56.542569Z","steps":["trace[480491989] 'range keys from in-memory index tree' (duration: 126.496135ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:56.97355Z","caller":"traceutil/trace.go:171","msg":"trace[1598462455] transaction","detail":"{read_only:false; response_revision:6988; number_of_response:1; }","duration":"426.912512ms","start":"2026-05-07T03:33:56.546614Z","end":"2026-05-07T03:33:56.973527Z","steps":["trace[1598462455] 'process raft request' (duration: 426.873361ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:56.97379Z","caller":"traceutil/trace.go:171","msg":"trace[145354743] transaction","detail":"{read_only:false; response_revision:6987; number_of_response:1; }","duration":"427.159168ms","start":"2026-05-07T03:33:56.546614Z","end":"2026-05-07T03:33:56.973773Z","steps":["trace[145354743] 'process raft request' (duration: 426.743247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:56.973906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:56.546601Z","time spent":"427.234819ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:33:56.974707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:56.546597Z","time spent":"427.020294ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:33:56.990619Z","caller":"traceutil/trace.go:171","msg":"trace[373855927] transaction","detail":"{read_only:false; response_revision:6989; number_of_response:1; }","duration":"443.886074ms","start":"2026-05-07T03:33:56.546718Z","end":"2026-05-07T03:33:56.990604Z","steps":["trace[373855927] 'process raft request' (duration: 443.76011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:56.990708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:56.54671Z","time spent":"443.950656ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:33:56.990945Z","caller":"traceutil/trace.go:171","msg":"trace[1310156398] transaction","detail":"{read_only:false; response_revision:6990; number_of_response:1; }","duration":"443.892234ms","start":"2026-05-07T03:33:56.547037Z","end":"2026-05-07T03:33:56.990929Z","steps":["trace[1310156398] 'process raft request' (duration: 443.539925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:56.991122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:56.547024Z","time spent":"443.972298ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:33:56.991164Z","caller":"traceutil/trace.go:171","msg":"trace[871288322] transaction","detail":"{read_only:false; response_revision:6991; number_of_response:1; }","duration":"438.852014ms","start":"2026-05-07T03:33:56.552298Z","end":"2026-05-07T03:33:56.99115Z","steps":["trace[871288322] 'process raft request' (duration: 438.551455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:56.991243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:33:56.552283Z","time spent":"438.922145ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:33:57.721634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.312982ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:33:57.721733Z","caller":"traceutil/trace.go:171","msg":"trace[1508869508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6994; }","duration":"103.429885ms","start":"2026-05-07T03:33:57.61829Z","end":"2026-05-07T03:33:57.72172Z","steps":["trace[1508869508] 'range keys from in-memory index tree' (duration: 103.296852ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:34:45.596987Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5147} {"level":"info","ts":"2026-05-07T03:34:45.702282Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5147,"took":"103.457967ms","hash":1728145121,"current-db-size-bytes":51253248,"current-db-size":"51 MB","current-db-size-in-use-bytes":19492864,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-07T03:34:45.702433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1728145121,"revision":5147,"compact-revision":2761}