{"level":"warn","ts":"2026-07-28T14:04:48.135968Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T14:04:48.136065Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T14:04:48.136129Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T14:04:48.136136Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-07-28T14:04:48.136155Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T14:04:48.136778Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-07-28T14:04:48.136849Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T14:04:48.141013Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.960297ms"} {"level":"info","ts":"2026-07-28T14:04:48.149136Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-07-28T14:04:48.14922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T14:04:48.149242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-07-28T14:04:48.149287Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T14:04:48.149308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-07-28T14:04:48.149372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-07-28T14:04:48.157158Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T14:04:48.158713Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T14:04:48.162548Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T14:04:48.169564Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T14:04:48.170087Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T14:04:48.170405Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T14:04:48.170618Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T14:04:48.170795Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T14:04:48.171104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-07-28T14:04:48.171315Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-07-28T14:04:48.176089Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T14:04:48.176346Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T14:04:48.176382Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T14:04:48.176488Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-07-28T14:04:48.176502Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-07-28T14:04:48.25054Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T14:04:48.250621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T14:04:48.250665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-07-28T14:04:48.250684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-07-28T14:04:48.250692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-07-28T14:04:48.250704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-07-28T14:04:48.25072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-07-28T14:04:48.251773Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:04:48.252881Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T14:04:48.253193Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T14:04:48.253247Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:04:48.253285Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T14:04:48.253502Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:04:48.253728Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:04:48.254173Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T14:04:48.254206Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T14:04:48.258233Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-07-28T14:04:48.260126Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T14:04:51.04864Z","caller":"traceutil/trace.go:171","msg":"trace[1732039470] transaction","detail":"{read_only:false; response_revision:79; number_of_response:1; }","duration":"100.779144ms","start":"2026-07-28T14:04:50.947832Z","end":"2026-07-28T14:04:51.048611Z","steps":["trace[1732039470] 'process raft request' (duration: 100.625349ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:04:56.078121Z","caller":"traceutil/trace.go:171","msg":"trace[1767508416] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"122.743725ms","start":"2026-07-28T14:04:55.955348Z","end":"2026-07-28T14:04:56.078091Z","steps":["trace[1767508416] 'process raft request' (duration: 122.551639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:04:56.246798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.069219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:04:56.24716Z","caller":"traceutil/trace.go:171","msg":"trace[1403678918] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"127.260204ms","start":"2026-07-28T14:04:56.119843Z","end":"2026-07-28T14:04:56.247103Z","steps":["trace[1403678918] 'process raft request' (duration: 15.280045ms)","trace[1403678918] 'compare' (duration: 110.919425ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:04:56.247633Z","caller":"traceutil/trace.go:171","msg":"trace[594892716] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"126.891292ms","start":"2026-07-28T14:04:56.120676Z","end":"2026-07-28T14:04:56.247568Z","steps":["trace[594892716] 'process raft request' (duration: 126.242981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:04:56.778947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.391239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:04:56.779048Z","caller":"traceutil/trace.go:171","msg":"trace[125409357] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:0; response_revision:295; }","duration":"273.559434ms","start":"2026-07-28T14:04:56.505465Z","end":"2026-07-28T14:04:56.779024Z","steps":["trace[125409357] 'range keys from in-memory index tree' (duration: 273.299065ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:04:57.016385Z","caller":"traceutil/trace.go:171","msg":"trace[1447043052] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"194.171302ms","start":"2026-07-28T14:04:56.822173Z","end":"2026-07-28T14:04:57.016345Z","steps":["trace[1447043052] 'process raft request' (duration: 111.605566ms)","trace[1447043052] 'compare' (duration: 82.397331ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:04:58.680186Z","caller":"traceutil/trace.go:171","msg":"trace[1761949279] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"102.049911ms","start":"2026-07-28T14:04:58.578112Z","end":"2026-07-28T14:04:58.680162Z","steps":["trace[1761949279] 'process raft request' (duration: 101.976759ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:04:58.680482Z","caller":"traceutil/trace.go:171","msg":"trace[1822390454] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"104.150819ms","start":"2026-07-28T14:04:58.576313Z","end":"2026-07-28T14:04:58.680464Z","steps":["trace[1822390454] 'process raft request' (duration: 101.746051ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:04:58.823859Z","caller":"traceutil/trace.go:171","msg":"trace[630098417] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"132.182439ms","start":"2026-07-28T14:04:58.691654Z","end":"2026-07-28T14:04:58.823837Z","steps":["trace[630098417] 'process raft request' (duration: 118.04812ms)","trace[630098417] 'compare' (duration: 13.894311ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:04:58.824005Z","caller":"traceutil/trace.go:171","msg":"trace[1268492854] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"129.117179ms","start":"2026-07-28T14:04:58.694867Z","end":"2026-07-28T14:04:58.823984Z","steps":["trace[1268492854] 'process raft request' (duration: 128.989355ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:04:58.824009Z","caller":"traceutil/trace.go:171","msg":"trace[1979922309] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"131.742104ms","start":"2026-07-28T14:04:58.692234Z","end":"2026-07-28T14:04:58.823976Z","steps":["trace[1979922309] 'process raft request' (duration: 131.552908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:04:58.824247Z","caller":"traceutil/trace.go:171","msg":"trace[1324701675] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"127.197108ms","start":"2026-07-28T14:04:58.697038Z","end":"2026-07-28T14:04:58.824235Z","steps":["trace[1324701675] 'process raft request' (duration: 126.885287ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:12.061412Z","caller":"traceutil/trace.go:171","msg":"trace[1329642872] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"112.272393ms","start":"2026-07-28T14:05:11.949103Z","end":"2026-07-28T14:05:12.061375Z","steps":["trace[1329642872] 'process raft request' (duration: 61.068887ms)","trace[1329642872] 'compare' (duration: 50.987929ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:05:24.933377Z","caller":"traceutil/trace.go:171","msg":"trace[357036242] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"147.558049ms","start":"2026-07-28T14:05:24.785777Z","end":"2026-07-28T14:05:24.933335Z","steps":["trace[357036242] 'process raft request' (duration: 52.476888ms)","trace[357036242] 'compare' (duration: 94.886885ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:05:25.513444Z","caller":"traceutil/trace.go:171","msg":"trace[368751992] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"130.294913ms","start":"2026-07-28T14:05:25.383121Z","end":"2026-07-28T14:05:25.513416Z","steps":["trace[368751992] 'process raft request' (duration: 130.147888ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:26.531533Z","caller":"traceutil/trace.go:171","msg":"trace[300487246] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"109.21796ms","start":"2026-07-28T14:05:26.422281Z","end":"2026-07-28T14:05:26.531499Z","steps":["trace[300487246] 'process raft request' (duration: 86.743819ms)","trace[300487246] 'compare' (duration: 22.315986ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:05:33.936103Z","caller":"traceutil/trace.go:171","msg":"trace[947970526] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"193.671917ms","start":"2026-07-28T14:05:33.742408Z","end":"2026-07-28T14:05:33.936079Z","steps":["trace[947970526] 'process raft request' (duration: 193.546503ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.944099Z","caller":"traceutil/trace.go:171","msg":"trace[1539555966] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"198.671632ms","start":"2026-07-28T14:05:33.745403Z","end":"2026-07-28T14:05:33.944074Z","steps":["trace[1539555966] 'process raft request' (duration: 198.453855ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.944312Z","caller":"traceutil/trace.go:171","msg":"trace[1336191437] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"198.958292ms","start":"2026-07-28T14:05:33.745344Z","end":"2026-07-28T14:05:33.944302Z","steps":["trace[1336191437] 'process raft request' (duration: 198.402193ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.944672Z","caller":"traceutil/trace.go:171","msg":"trace[1789072412] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"188.62812ms","start":"2026-07-28T14:05:33.756032Z","end":"2026-07-28T14:05:33.94466Z","steps":["trace[1789072412] 'process raft request' (duration: 188.115303ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.944848Z","caller":"traceutil/trace.go:171","msg":"trace[1851845926] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"193.577353ms","start":"2026-07-28T14:05:33.751261Z","end":"2026-07-28T14:05:33.944839Z","steps":["trace[1851845926] 'process raft request' (duration: 192.759106ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.94484Z","caller":"traceutil/trace.go:171","msg":"trace[1012588643] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"182.500848ms","start":"2026-07-28T14:05:33.762311Z","end":"2026-07-28T14:05:33.944812Z","steps":["trace[1012588643] 'process raft request' (duration: 181.949999ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.944948Z","caller":"traceutil/trace.go:171","msg":"trace[1849103425] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"193.611395ms","start":"2026-07-28T14:05:33.751328Z","end":"2026-07-28T14:05:33.94494Z","steps":["trace[1849103425] 'process raft request' (duration: 192.743026ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.945084Z","caller":"traceutil/trace.go:171","msg":"trace[1148730184] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"190.44059ms","start":"2026-07-28T14:05:33.754635Z","end":"2026-07-28T14:05:33.945076Z","steps":["trace[1148730184] 'process raft request' (duration: 189.474298ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.945186Z","caller":"traceutil/trace.go:171","msg":"trace[96117594] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"146.098323ms","start":"2026-07-28T14:05:33.799079Z","end":"2026-07-28T14:05:33.945177Z","steps":["trace[96117594] 'process raft request' (duration: 145.370819ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.945217Z","caller":"traceutil/trace.go:171","msg":"trace[2025367166] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"169.267709ms","start":"2026-07-28T14:05:33.775927Z","end":"2026-07-28T14:05:33.945194Z","steps":["trace[2025367166] 'process raft request' (duration: 168.38208ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:33.945271Z","caller":"traceutil/trace.go:171","msg":"trace[261988114] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"162.398392ms","start":"2026-07-28T14:05:33.782864Z","end":"2026-07-28T14:05:33.945262Z","steps":["trace[261988114] 'process raft request' (duration: 161.530064ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:34.452274Z","caller":"traceutil/trace.go:171","msg":"trace[532712791] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"280.059309ms","start":"2026-07-28T14:05:34.172183Z","end":"2026-07-28T14:05:34.452242Z","steps":["trace[532712791] 'process raft request' (duration: 263.373637ms)","trace[532712791] 'compare' (duration: 16.561298ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:05:34.452561Z","caller":"traceutil/trace.go:171","msg":"trace[307521269] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"251.71827ms","start":"2026-07-28T14:05:34.200812Z","end":"2026-07-28T14:05:34.45253Z","steps":["trace[307521269] 'process raft request' (duration: 251.533354ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:40.37166Z","caller":"traceutil/trace.go:171","msg":"trace[1026263391] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"189.849251ms","start":"2026-07-28T14:05:40.181782Z","end":"2026-07-28T14:05:40.371631Z","steps":["trace[1026263391] 'process raft request' (duration: 189.628703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:40.645335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.529957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T14:05:40.645602Z","caller":"traceutil/trace.go:171","msg":"trace[1612138238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:612; }","duration":"141.846648ms","start":"2026-07-28T14:05:40.503729Z","end":"2026-07-28T14:05:40.645576Z","steps":["trace[1612138238] 'range keys from in-memory index tree' (duration: 141.380312ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:41.1727Z","caller":"traceutil/trace.go:171","msg":"trace[1378362185] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"238.405534ms","start":"2026-07-28T14:05:40.934255Z","end":"2026-07-28T14:05:41.17266Z","steps":["trace[1378362185] 'read index received' (duration: 237.329828ms)","trace[1378362185] 'applied index is now lower than readState.Index' (duration: 1.074066ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:05:41.172743Z","caller":"traceutil/trace.go:171","msg":"trace[1018721143] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"363.780605ms","start":"2026-07-28T14:05:40.808916Z","end":"2026-07-28T14:05:41.172696Z","steps":["trace[1018721143] 'process raft request' (duration: 362.994649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:41.172909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.623612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cjsv2\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-28T14:05:41.172981Z","caller":"traceutil/trace.go:171","msg":"trace[1485398132] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cjsv2; range_end:; response_count:1; response_revision:615; }","duration":"238.777596ms","start":"2026-07-28T14:05:40.934183Z","end":"2026-07-28T14:05:41.17296Z","steps":["trace[1485398132] 'agreement among raft nodes before linearized reading' (duration: 238.612911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:41.17295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:05:40.808884Z","time spent":"363.948821ms","remote":"127.0.0.1:58146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:05:41.173097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.513401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:05:41.173139Z","caller":"traceutil/trace.go:171","msg":"trace[1009110117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"173.615755ms","start":"2026-07-28T14:05:40.99951Z","end":"2026-07-28T14:05:41.173126Z","steps":["trace[1009110117] 'agreement among raft nodes before linearized reading' (duration: 173.371856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:42.083456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.668102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:05:42.083817Z","caller":"traceutil/trace.go:171","msg":"trace[37641883] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"906.207838ms","start":"2026-07-28T14:05:41.177585Z","end":"2026-07-28T14:05:42.083793Z","steps":["trace[37641883] 'process raft request' (duration: 40.088461ms)","trace[37641883] 'compare' (duration: 865.210537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:05:42.083906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:05:41.177556Z","time spent":"906.313642ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:05:42.084162Z","caller":"traceutil/trace.go:171","msg":"trace[413694811] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"896.377222ms","start":"2026-07-28T14:05:41.187751Z","end":"2026-07-28T14:05:42.084128Z","steps":["trace[413694811] 'process raft request' (duration: 895.865995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:42.084309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:05:41.187739Z","time spent":"896.489826ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:05:42.084303Z","caller":"traceutil/trace.go:171","msg":"trace[872373843] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"852.32759ms","start":"2026-07-28T14:05:41.231899Z","end":"2026-07-28T14:05:42.084227Z","steps":["trace[872373843] 'process raft request' (duration: 852.175045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:42.084549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:05:41.231876Z","time spent":"852.555958ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T14:05:42.085245Z","caller":"traceutil/trace.go:171","msg":"trace[250215793] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"708.169433ms","start":"2026-07-28T14:05:41.377057Z","end":"2026-07-28T14:05:42.085226Z","steps":["trace[250215793] 'process raft request' (duration: 707.644365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:42.085372Z","caller":"traceutil/trace.go:171","msg":"trace[39523402] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:640; }","duration":"468.32322ms","start":"2026-07-28T14:05:41.616817Z","end":"2026-07-28T14:05:42.085141Z","steps":["trace[39523402] 'read index received' (duration: 467.206693ms)","trace[39523402] 'applied index is now lower than readState.Index' (duration: 1.115547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:05:42.085374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:05:41.377021Z","time spent":"708.292028ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:05:42.086494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.628693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T14:05:42.086636Z","caller":"traceutil/trace.go:171","msg":"trace[2117135028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"469.858021ms","start":"2026-07-28T14:05:41.61675Z","end":"2026-07-28T14:05:42.086608Z","steps":["trace[2117135028] 'agreement among raft nodes before linearized reading' (duration: 468.755144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:42.086699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:05:41.616725Z","time spent":"469.961465ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:05:42.086846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.345412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T14:05:42.087062Z","caller":"traceutil/trace.go:171","msg":"trace[675369062] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:619; }","duration":"285.693016ms","start":"2026-07-28T14:05:41.801193Z","end":"2026-07-28T14:05:42.086886Z","steps":["trace[675369062] 'agreement among raft nodes before linearized reading' (duration: 284.358752ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:42.305548Z","caller":"traceutil/trace.go:171","msg":"trace[673413364] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"209.147347ms","start":"2026-07-28T14:05:42.096374Z","end":"2026-07-28T14:05:42.305521Z","steps":["trace[673413364] 'process raft request' (duration: 208.980612ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:42.305732Z","caller":"traceutil/trace.go:171","msg":"trace[9803521] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:642; }","duration":"209.098956ms","start":"2026-07-28T14:05:42.096619Z","end":"2026-07-28T14:05:42.305718Z","steps":["trace[9803521] 'read index received' (duration: 168.797297ms)","trace[9803521] 'applied index is now lower than readState.Index' (duration: 40.300479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:05:42.306004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.338604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-28T14:05:42.306122Z","caller":"traceutil/trace.go:171","msg":"trace[1070688096] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:620; }","duration":"209.508319ms","start":"2026-07-28T14:05:42.09659Z","end":"2026-07-28T14:05:42.306099Z","steps":["trace[1070688096] 'agreement among raft nodes before linearized reading' (duration: 209.22293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:42.30818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.975859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:42.308221Z","caller":"traceutil/trace.go:171","msg":"trace[2144233246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"171.041762ms","start":"2026-07-28T14:05:42.13717Z","end":"2026-07-28T14:05:42.308212Z","steps":["trace[2144233246] 'agreement among raft nodes before linearized reading' (duration: 170.656369ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:44.199415Z","caller":"traceutil/trace.go:171","msg":"trace[2042175659] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:676; }","duration":"107.187193ms","start":"2026-07-28T14:05:44.092209Z","end":"2026-07-28T14:05:44.199396Z","steps":["trace[2042175659] 'read index received' (duration: 107.08671ms)","trace[2042175659] 'applied index is now lower than readState.Index' (duration: 99.493µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:05:44.199532Z","caller":"traceutil/trace.go:171","msg":"trace[1033245784] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"108.837208ms","start":"2026-07-28T14:05:44.090686Z","end":"2026-07-28T14:05:44.199523Z","steps":["trace[1033245784] 'process raft request' (duration: 108.60242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:44.199902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.68814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:05:44.199941Z","caller":"traceutil/trace.go:171","msg":"trace[1805450025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:653; }","duration":"107.783674ms","start":"2026-07-28T14:05:44.092146Z","end":"2026-07-28T14:05:44.19993Z","steps":["trace[1805450025] 'agreement among raft nodes before linearized reading' (duration: 107.649149ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:54.359851Z","caller":"traceutil/trace.go:171","msg":"trace[366183605] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"102.650876ms","start":"2026-07-28T14:05:54.257169Z","end":"2026-07-28T14:05:54.35982Z","steps":["trace[366183605] 'process raft request' (duration: 102.433329ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:57.813363Z","caller":"traceutil/trace.go:171","msg":"trace[2009189543] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"764.025307ms","start":"2026-07-28T14:05:57.049317Z","end":"2026-07-28T14:05:57.813342Z","steps":["trace[2009189543] 'process raft request' (duration: 763.899332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:57.813663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:05:57.049285Z","time spent":"764.152261ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:05:57.813885Z","caller":"traceutil/trace.go:171","msg":"trace[1440819992] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:811; }","duration":"266.111185ms","start":"2026-07-28T14:05:57.54774Z","end":"2026-07-28T14:05:57.813851Z","steps":["trace[1440819992] 'read index received' (duration: 266.098704ms)","trace[1440819992] 'applied index is now lower than readState.Index' (duration: 11.131µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:05:57.814094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.315141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:57.814125Z","caller":"traceutil/trace.go:171","msg":"trace[468839745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:783; }","duration":"266.417385ms","start":"2026-07-28T14:05:57.5477Z","end":"2026-07-28T14:05:57.814117Z","steps":["trace[468839745] 'agreement among raft nodes before linearized reading' (duration: 266.28486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:57.843548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.40161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:57.843623Z","caller":"traceutil/trace.go:171","msg":"trace[1008017058] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:783; }","duration":"253.516273ms","start":"2026-07-28T14:05:57.590092Z","end":"2026-07-28T14:05:57.843608Z","steps":["trace[1008017058] 'agreement among raft nodes before linearized reading' (duration: 253.349228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:57.84358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.042287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:05:57.843689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.648658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:57.843781Z","caller":"traceutil/trace.go:171","msg":"trace[1452943658] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:783; }","duration":"253.788123ms","start":"2026-07-28T14:05:57.589975Z","end":"2026-07-28T14:05:57.843763Z","steps":["trace[1452943658] 'agreement among raft nodes before linearized reading' (duration: 253.585386ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:57.843848Z","caller":"traceutil/trace.go:171","msg":"trace[1051181048] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:783; }","duration":"136.171632ms","start":"2026-07-28T14:05:57.707502Z","end":"2026-07-28T14:05:57.843673Z","steps":["trace[1051181048] 'agreement among raft nodes before linearized reading' (duration: 135.996626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:57.844049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.308596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:57.844084Z","caller":"traceutil/trace.go:171","msg":"trace[914731297] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:783; }","duration":"136.362278ms","start":"2026-07-28T14:05:57.707714Z","end":"2026-07-28T14:05:57.844076Z","steps":["trace[914731297] 'agreement among raft nodes before linearized reading' (duration: 136.304226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:57.844042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.842448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:05:57.844218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.18318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:57.844243Z","caller":"traceutil/trace.go:171","msg":"trace[875683024] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:783; }","duration":"296.20974ms","start":"2026-07-28T14:05:57.548027Z","end":"2026-07-28T14:05:57.844237Z","steps":["trace[875683024] 'agreement among raft nodes before linearized reading' (duration: 296.170049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:57.84441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.292488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:05:57.84447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.64483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:57.844504Z","caller":"traceutil/trace.go:171","msg":"trace[1193366551] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:783; }","duration":"274.726902ms","start":"2026-07-28T14:05:57.569768Z","end":"2026-07-28T14:05:57.844495Z","steps":["trace[1193366551] 'agreement among raft nodes before linearized reading' (duration: 274.66293ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:57.844497Z","caller":"traceutil/trace.go:171","msg":"trace[528447148] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:783; }","duration":"274.387711ms","start":"2026-07-28T14:05:57.570088Z","end":"2026-07-28T14:05:57.844475Z","steps":["trace[528447148] 'agreement among raft nodes before linearized reading' (duration: 274.271547ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:05:57.84425Z","caller":"traceutil/trace.go:171","msg":"trace[856200407] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:783; }","duration":"296.058706ms","start":"2026-07-28T14:05:57.548161Z","end":"2026-07-28T14:05:57.84422Z","steps":["trace[856200407] 'agreement among raft nodes before linearized reading' (duration: 295.836128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:57.844651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.513456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:57.844704Z","caller":"traceutil/trace.go:171","msg":"trace[1984026463] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:783; }","duration":"274.583148ms","start":"2026-07-28T14:05:57.570105Z","end":"2026-07-28T14:05:57.844688Z","steps":["trace[1984026463] 'agreement among raft nodes before linearized reading' (duration: 274.37075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:57.845051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.829727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:57.845208Z","caller":"traceutil/trace.go:171","msg":"trace[1618215595] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:783; }","duration":"138.099686ms","start":"2026-07-28T14:05:57.707088Z","end":"2026-07-28T14:05:57.845188Z","steps":["trace[1618215595] 'agreement among raft nodes before linearized reading' (duration: 137.846938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:05:57.846085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.146168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:05:57.846163Z","caller":"traceutil/trace.go:171","msg":"trace[1868794656] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:783; }","duration":"255.284473ms","start":"2026-07-28T14:05:57.590858Z","end":"2026-07-28T14:05:57.846142Z","steps":["trace[1868794656] 'agreement among raft nodes before linearized reading' (duration: 255.059576ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:06:28.328346Z","caller":"traceutil/trace.go:171","msg":"trace[1427757149] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"281.147089ms","start":"2026-07-28T14:06:28.047172Z","end":"2026-07-28T14:06:28.328319Z","steps":["trace[1427757149] 'process raft request' (duration: 280.88165ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:06:28.328802Z","caller":"traceutil/trace.go:171","msg":"trace[1191636499] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1223; }","duration":"193.462586ms","start":"2026-07-28T14:06:28.13529Z","end":"2026-07-28T14:06:28.328752Z","steps":["trace[1191636499] 'read index received' (duration: 193.444356ms)","trace[1191636499] 'applied index is now lower than readState.Index' (duration: 15.89µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:06:28.32903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.696134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:06:28.329094Z","caller":"traceutil/trace.go:171","msg":"trace[583367290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1187; }","duration":"193.807118ms","start":"2026-07-28T14:06:28.135261Z","end":"2026-07-28T14:06:28.329068Z","steps":["trace[583367290] 'agreement among raft nodes before linearized reading' (duration: 193.651313ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:06:46.795677Z","caller":"traceutil/trace.go:171","msg":"trace[398244245] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"166.845136ms","start":"2026-07-28T14:06:46.628807Z","end":"2026-07-28T14:06:46.795652Z","steps":["trace[398244245] 'process raft request' (duration: 166.578486ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:06:46.796706Z","caller":"traceutil/trace.go:171","msg":"trace[1012701020] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"109.186928ms","start":"2026-07-28T14:06:46.687501Z","end":"2026-07-28T14:06:46.796688Z","steps":["trace[1012701020] 'process raft request' (duration: 108.903198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:06:50.599768Z","caller":"traceutil/trace.go:171","msg":"trace[1859151912] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"185.723973ms","start":"2026-07-28T14:06:50.413964Z","end":"2026-07-28T14:06:50.599688Z","steps":["trace[1859151912] 'process raft request' (duration: 181.670414ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:06:50.600399Z","caller":"traceutil/trace.go:171","msg":"trace[1897005944] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"179.247733ms","start":"2026-07-28T14:06:50.421064Z","end":"2026-07-28T14:06:50.600312Z","steps":["trace[1897005944] 'process raft request' (duration: 179.064086ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:06:50.60043Z","caller":"traceutil/trace.go:171","msg":"trace[267188975] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1392; }","duration":"169.677638ms","start":"2026-07-28T14:06:50.430732Z","end":"2026-07-28T14:06:50.600409Z","steps":["trace[267188975] 'read index received' (duration: 164.912456ms)","trace[267188975] 'applied index is now lower than readState.Index' (duration: 4.763672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:06:50.60062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.871934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:06:50.600669Z","caller":"traceutil/trace.go:171","msg":"trace[510941916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1351; }","duration":"169.972758ms","start":"2026-07-28T14:06:50.430686Z","end":"2026-07-28T14:06:50.600658Z","steps":["trace[510941916] 'agreement among raft nodes before linearized reading' (duration: 169.787761ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:06:50.761Z","caller":"traceutil/trace.go:171","msg":"trace[1879918701] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"152.968229ms","start":"2026-07-28T14:06:50.607997Z","end":"2026-07-28T14:06:50.760965Z","steps":["trace[1879918701] 'process raft request' (duration: 128.148316ms)","trace[1879918701] 'compare' (duration: 24.648107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:06:51.521297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.7217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:06:51.521524Z","caller":"traceutil/trace.go:171","msg":"trace[1557762793] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"196.289943ms","start":"2026-07-28T14:06:51.325194Z","end":"2026-07-28T14:06:51.521484Z","steps":["trace[1557762793] 'process raft request' (duration: 91.280303ms)","trace[1557762793] 'compare' (duration: 104.565405ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:06:51.527898Z","caller":"traceutil/trace.go:171","msg":"trace[1468324418] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"185.630402ms","start":"2026-07-28T14:06:51.342243Z","end":"2026-07-28T14:06:51.527873Z","steps":["trace[1468324418] 'process raft request' (duration: 185.412634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:06:51.528263Z","caller":"traceutil/trace.go:171","msg":"trace[1789473769] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"185.726524ms","start":"2026-07-28T14:06:51.342461Z","end":"2026-07-28T14:06:51.528188Z","steps":["trace[1789473769] 'process raft request' (duration: 185.341611ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:04.489396Z","caller":"traceutil/trace.go:171","msg":"trace[199609773] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"115.582082ms","start":"2026-07-28T14:07:04.373779Z","end":"2026-07-28T14:07:04.489361Z","steps":["trace[199609773] 'process raft request' (duration: 115.382855ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:05.115912Z","caller":"traceutil/trace.go:171","msg":"trace[573209192] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"210.938076ms","start":"2026-07-28T14:07:04.904937Z","end":"2026-07-28T14:07:05.115875Z","steps":["trace[573209192] 'process raft request' (duration: 145.203743ms)","trace[573209192] 'compare' (duration: 65.533566ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:07:05.116269Z","caller":"traceutil/trace.go:171","msg":"trace[1109799815] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"210.350806ms","start":"2026-07-28T14:07:04.905902Z","end":"2026-07-28T14:07:05.116253Z","steps":["trace[1109799815] 'process raft request' (duration: 209.913441ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:05.116814Z","caller":"traceutil/trace.go:171","msg":"trace[192286181] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"209.805816ms","start":"2026-07-28T14:07:04.906992Z","end":"2026-07-28T14:07:05.116798Z","steps":["trace[192286181] 'process raft request' (duration: 209.473555ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:05.116806Z","caller":"traceutil/trace.go:171","msg":"trace[1585274681] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"210.322875ms","start":"2026-07-28T14:07:04.906461Z","end":"2026-07-28T14:07:05.116784Z","steps":["trace[1585274681] 'process raft request' (duration: 209.941332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:05.11705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.955078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T14:07:05.117107Z","caller":"traceutil/trace.go:171","msg":"trace[643165923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1632; }","duration":"209.071571ms","start":"2026-07-28T14:07:04.908023Z","end":"2026-07-28T14:07:05.117095Z","steps":["trace[643165923] 'agreement among raft nodes before linearized reading' (duration: 208.874355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:05.117333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.518011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:07:05.117385Z","caller":"traceutil/trace.go:171","msg":"trace[1705079180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1632; }","duration":"215.623395ms","start":"2026-07-28T14:07:04.901749Z","end":"2026-07-28T14:07:05.117372Z","steps":["trace[1705079180] 'agreement among raft nodes before linearized reading' (duration: 215.415288ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:05.116547Z","caller":"traceutil/trace.go:171","msg":"trace[1404138601] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1692; }","duration":"151.588111ms","start":"2026-07-28T14:07:04.964936Z","end":"2026-07-28T14:07:05.116524Z","steps":["trace[1404138601] 'read index received' (duration: 85.282709ms)","trace[1404138601] 'applied index is now lower than readState.Index' (duration: 66.304532ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:07:05.121038Z","caller":"traceutil/trace.go:171","msg":"trace[1795639056] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"148.124022ms","start":"2026-07-28T14:07:04.972874Z","end":"2026-07-28T14:07:05.120998Z","steps":["trace[1795639056] 'process raft request' (duration: 147.319205ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:05.121453Z","caller":"traceutil/trace.go:171","msg":"trace[1313452679] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"148.198136ms","start":"2026-07-28T14:07:04.97319Z","end":"2026-07-28T14:07:05.121388Z","steps":["trace[1313452679] 'process raft request' (duration: 147.45344ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:05.121902Z","caller":"traceutil/trace.go:171","msg":"trace[311800956] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"151.011031ms","start":"2026-07-28T14:07:04.970861Z","end":"2026-07-28T14:07:05.121872Z","steps":["trace[311800956] 'process raft request' (duration: 149.121787ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:05.125942Z","caller":"traceutil/trace.go:171","msg":"trace[32944093] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"151.884371ms","start":"2026-07-28T14:07:04.974042Z","end":"2026-07-28T14:07:05.125926Z","steps":["trace[32944093] 'process raft request' (duration: 146.839209ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:05.126928Z","caller":"traceutil/trace.go:171","msg":"trace[239356767] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"151.366154ms","start":"2026-07-28T14:07:04.975533Z","end":"2026-07-28T14:07:05.126899Z","steps":["trace[239356767] 'process raft request' (duration: 145.40655ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:05.127318Z","caller":"traceutil/trace.go:171","msg":"trace[1584077502] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"148.426163ms","start":"2026-07-28T14:07:04.978864Z","end":"2026-07-28T14:07:05.12729Z","steps":["trace[1584077502] 'process raft request' (duration: 147.878024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:05.127436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.142784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:5789"} {"level":"info","ts":"2026-07-28T14:07:05.12764Z","caller":"traceutil/trace.go:171","msg":"trace[911207788] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1638; }","duration":"153.394252ms","start":"2026-07-28T14:07:04.974233Z","end":"2026-07-28T14:07:05.127628Z","steps":["trace[911207788] 'agreement among raft nodes before linearized reading' (duration: 153.052021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:21.540847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.948414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T14:07:21.54103Z","caller":"traceutil/trace.go:171","msg":"trace[1302531121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1881; }","duration":"122.153371ms","start":"2026-07-28T14:07:21.418856Z","end":"2026-07-28T14:07:21.54101Z","steps":["trace[1302531121] 'range keys from in-memory index tree' (duration: 121.749008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:21.540859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.37157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:07:21.541182Z","caller":"traceutil/trace.go:171","msg":"trace[2118275336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1881; }","duration":"120.726862ms","start":"2026-07-28T14:07:21.420432Z","end":"2026-07-28T14:07:21.541159Z","steps":["trace[2118275336] 'range keys from in-memory index tree' (duration: 120.196564ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:21.683774Z","caller":"traceutil/trace.go:171","msg":"trace[1451396641] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"133.917014ms","start":"2026-07-28T14:07:21.549829Z","end":"2026-07-28T14:07:21.683746Z","steps":["trace[1451396641] 'process raft request' (duration: 133.842381ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:21.683834Z","caller":"traceutil/trace.go:171","msg":"trace[942800855] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"136.585905ms","start":"2026-07-28T14:07:21.547194Z","end":"2026-07-28T14:07:21.68378Z","steps":["trace[942800855] 'process raft request' (duration: 122.461312ms)","trace[942800855] 'compare' (duration: 13.861824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:07:22.307508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866583520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:07:22.808472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866583520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:07:23.169268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47072013s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T14:07:23.319278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30417578s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:07:23.319425Z","caller":"traceutil/trace.go:171","msg":"trace[1575943020] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1884; }","duration":"1.304324725s","start":"2026-07-28T14:07:22.015069Z","end":"2026-07-28T14:07:23.319394Z","steps":["trace[1575943020] 'range keys from in-memory index tree' (duration: 1.30415644s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.321425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.746696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:07:23.321969Z","caller":"traceutil/trace.go:171","msg":"trace[391812759] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"1.623522521s","start":"2026-07-28T14:07:21.698417Z","end":"2026-07-28T14:07:23.32194Z","steps":["trace[391812759] 'process raft request' (duration: 1.471152824s)","trace[391812759] 'compare' (duration: 149.24799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:07:23.322083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:21.698393Z","time spent":"1.623639685s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:07:23.331548Z","caller":"traceutil/trace.go:171","msg":"trace[1883928142] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"898.614526ms","start":"2026-07-28T14:07:22.432884Z","end":"2026-07-28T14:07:23.331499Z","steps":["trace[1883928142] 'process raft request' (duration: 898.489531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.331701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:22.432849Z","time spent":"898.789323ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:07:23.331878Z","caller":"traceutil/trace.go:171","msg":"trace[916174955] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"633.448938ms","start":"2026-07-28T14:07:22.698403Z","end":"2026-07-28T14:07:23.331852Z","steps":["trace[916174955] 'process raft request' (duration: 633.056784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.33205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:22.698369Z","time spent":"633.591723ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:07:23.332157Z","caller":"traceutil/trace.go:171","msg":"trace[774076692] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"506.892366ms","start":"2026-07-28T14:07:22.825252Z","end":"2026-07-28T14:07:23.332144Z","steps":["trace[774076692] 'process raft request' (duration: 506.622047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.332219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:22.825233Z","time spent":"506.954487ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:07:23.332367Z","caller":"traceutil/trace.go:171","msg":"trace[2107540701] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1956; }","duration":"1.525797657s","start":"2026-07-28T14:07:21.806529Z","end":"2026-07-28T14:07:23.332327Z","steps":["trace[2107540701] 'read index received' (duration: 1.363021263s)","trace[2107540701] 'applied index is now lower than readState.Index' (duration: 162.774874ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:07:23.332382Z","caller":"traceutil/trace.go:171","msg":"trace[1275029535] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"426.555205ms","start":"2026-07-28T14:07:22.90579Z","end":"2026-07-28T14:07:23.332346Z","steps":["trace[1275029535] 'process raft request' (duration: 426.348578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.332627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:22.905759Z","time spent":"426.737282ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:07:23.332647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526116587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T14:07:23.332696Z","caller":"traceutil/trace.go:171","msg":"trace[1167915001] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:1889; }","duration":"1.526248002s","start":"2026-07-28T14:07:21.806439Z","end":"2026-07-28T14:07:23.332687Z","steps":["trace[1167915001] 'agreement among raft nodes before linearized reading' (duration: 1.526033145s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.33281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:21.806407Z","time spent":"1.526314795s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-07-28T14:07:23.596257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.268864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:07:23.596654Z","caller":"traceutil/trace.go:171","msg":"trace[268944491] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"267.167528ms","start":"2026-07-28T14:07:23.329457Z","end":"2026-07-28T14:07:23.596624Z","steps":["trace[268944491] 'process raft request' (duration: 128.20955ms)","trace[268944491] 'compare' (duration: 138.073138ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:07:23.597335Z","caller":"traceutil/trace.go:171","msg":"trace[256680090] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"266.03928ms","start":"2026-07-28T14:07:23.331277Z","end":"2026-07-28T14:07:23.597317Z","steps":["trace[256680090] 'process raft request' (duration: 265.908965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:23.59732Z","caller":"traceutil/trace.go:171","msg":"trace[448832761] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"266.438544ms","start":"2026-07-28T14:07:23.330847Z","end":"2026-07-28T14:07:23.597286Z","steps":["trace[448832761] 'process raft request' (duration: 265.677498ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:23.597412Z","caller":"traceutil/trace.go:171","msg":"trace[1652288543] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1961; }","duration":"264.949123ms","start":"2026-07-28T14:07:23.332451Z","end":"2026-07-28T14:07:23.5974Z","steps":["trace[1652288543] 'read index received' (duration: 125.335332ms)","trace[1652288543] 'applied index is now lower than readState.Index' (duration: 139.611841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:07:23.597536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.940379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:07:23.600185Z","caller":"traceutil/trace.go:171","msg":"trace[1458667056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"462.631541ms","start":"2026-07-28T14:07:23.137532Z","end":"2026-07-28T14:07:23.600164Z","steps":["trace[1458667056] 'agreement among raft nodes before linearized reading' (duration: 459.912038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.597626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.358954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T14:07:23.597672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.061078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-28T14:07:23.597668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.095239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T14:07:23.597731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050612231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df111b7b-39af-4705-af7a-897f7a39004c\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-28T14:07:23.597741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545317508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T14:07:23.598043Z","caller":"traceutil/trace.go:171","msg":"trace[1228784247] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"265.426079ms","start":"2026-07-28T14:07:23.332599Z","end":"2026-07-28T14:07:23.598026Z","steps":["trace[1228784247] 'process raft request' (duration: 264.651142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.60064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:23.137508Z","time spent":"463.115978ms","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:07:23.600813Z","caller":"traceutil/trace.go:171","msg":"trace[1950463763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1893; }","duration":"706.567214ms","start":"2026-07-28T14:07:22.894225Z","end":"2026-07-28T14:07:23.600792Z","steps":["trace[1950463763] 'agreement among raft nodes before linearized reading' (duration: 703.23999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.600884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:22.894209Z","time spent":"706.657076ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:07:23.600863Z","caller":"traceutil/trace.go:171","msg":"trace[468865718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1893; }","duration":"351.265498ms","start":"2026-07-28T14:07:23.249582Z","end":"2026-07-28T14:07:23.600847Z","steps":["trace[468865718] 'agreement among raft nodes before linearized reading' (duration: 347.949944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.600949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:23.249517Z","time spent":"351.416353ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:07:23.600972Z","caller":"traceutil/trace.go:171","msg":"trace[1275979572] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df111b7b-39af-4705-af7a-897f7a39004c; range_end:; response_count:1; response_revision:1893; }","duration":"1.053777941s","start":"2026-07-28T14:07:22.547065Z","end":"2026-07-28T14:07:23.600843Z","steps":["trace[1275979572] 'agreement among raft nodes before linearized reading' (duration: 1.050586171s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:23.601048Z","caller":"traceutil/trace.go:171","msg":"trace[464227151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"1.548635651s","start":"2026-07-28T14:07:22.052376Z","end":"2026-07-28T14:07:23.601012Z","steps":["trace[464227151] 'agreement among raft nodes before linearized reading' (duration: 1.545063999s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.601197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:22.05235Z","time spent":"1.548797377s","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T14:07:23.601238Z","caller":"traceutil/trace.go:171","msg":"trace[657649661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1893; }","duration":"351.223126ms","start":"2026-07-28T14:07:23.249521Z","end":"2026-07-28T14:07:23.600744Z","steps":["trace[657649661] 'agreement among raft nodes before linearized reading' (duration: 348.051788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:23.601341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:23.249498Z","time spent":"351.805696ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:07:23.601113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:22.547046Z","time spent":"1.054046879s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df111b7b-39af-4705-af7a-897f7a39004c\" "} {"level":"info","ts":"2026-07-28T14:07:23.735146Z","caller":"traceutil/trace.go:171","msg":"trace[144209656] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"128.090336ms","start":"2026-07-28T14:07:23.607029Z","end":"2026-07-28T14:07:23.735119Z","steps":["trace[144209656] 'process raft request' (duration: 94.063571ms)","trace[144209656] 'compare' (duration: 33.88429ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:07:23.735637Z","caller":"traceutil/trace.go:171","msg":"trace[220878077] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"128.443428ms","start":"2026-07-28T14:07:23.607105Z","end":"2026-07-28T14:07:23.735549Z","steps":["trace[220878077] 'process raft request' (duration: 127.962392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:23.735776Z","caller":"traceutil/trace.go:171","msg":"trace[1502680991] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"128.463359ms","start":"2026-07-28T14:07:23.607296Z","end":"2026-07-28T14:07:23.735759Z","steps":["trace[1502680991] 'process raft request' (duration: 128.116827ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:23.736039Z","caller":"traceutil/trace.go:171","msg":"trace[400960503] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1967; }","duration":"108.588949ms","start":"2026-07-28T14:07:23.627387Z","end":"2026-07-28T14:07:23.735976Z","steps":["trace[400960503] 'read index received' (duration: 73.698644ms)","trace[400960503] 'applied index is now lower than readState.Index' (duration: 34.888325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:07:23.736447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.041524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T14:07:23.736515Z","caller":"traceutil/trace.go:171","msg":"trace[1542101830] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1898; }","duration":"109.115346ms","start":"2026-07-28T14:07:23.627374Z","end":"2026-07-28T14:07:23.73649Z","steps":["trace[1542101830] 'agreement among raft nodes before linearized reading' (duration: 108.792915ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:23.736723Z","caller":"traceutil/trace.go:171","msg":"trace[1654457965] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"127.313299ms","start":"2026-07-28T14:07:23.608674Z","end":"2026-07-28T14:07:23.735987Z","steps":["trace[1654457965] 'process raft request' (duration: 127.012439ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:35.66625Z","caller":"traceutil/trace.go:171","msg":"trace[58010925] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"273.986703ms","start":"2026-07-28T14:07:35.39224Z","end":"2026-07-28T14:07:35.666227Z","steps":["trace[58010925] 'process raft request' (duration: 273.881219ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:35.666271Z","caller":"traceutil/trace.go:171","msg":"trace[1587521001] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"274.023235ms","start":"2026-07-28T14:07:35.392226Z","end":"2026-07-28T14:07:35.666249Z","steps":["trace[1587521001] 'process raft request' (duration: 273.758886ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:35.666423Z","caller":"traceutil/trace.go:171","msg":"trace[1357678808] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"274.023194ms","start":"2026-07-28T14:07:35.39239Z","end":"2026-07-28T14:07:35.666413Z","steps":["trace[1357678808] 'process raft request' (duration: 273.797927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:35.973061Z","caller":"traceutil/trace.go:171","msg":"trace[1423179396] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2071; }","duration":"183.988794ms","start":"2026-07-28T14:07:35.789048Z","end":"2026-07-28T14:07:35.973036Z","steps":["trace[1423179396] 'read index received' (duration: 183.755356ms)","trace[1423179396] 'applied index is now lower than readState.Index' (duration: 232.428µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:07:35.973167Z","caller":"traceutil/trace.go:171","msg":"trace[185161990] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"237.316874ms","start":"2026-07-28T14:07:35.73584Z","end":"2026-07-28T14:07:35.973157Z","steps":["trace[185161990] 'process raft request' (duration: 237.016043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:35.974149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.080722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:07:35.97433Z","caller":"traceutil/trace.go:171","msg":"trace[1564921197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1997; }","duration":"185.256678ms","start":"2026-07-28T14:07:35.788987Z","end":"2026-07-28T14:07:35.974244Z","steps":["trace[1564921197] 'agreement among raft nodes before linearized reading' (duration: 184.978319ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.104447Z","caller":"traceutil/trace.go:171","msg":"trace[234414012] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2072; }","duration":"131.293626ms","start":"2026-07-28T14:07:35.973129Z","end":"2026-07-28T14:07:36.104423Z","steps":["trace[234414012] 'read index received' (duration: 100.111716ms)","trace[234414012] 'applied index is now lower than readState.Index' (duration: 31.18098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:07:36.104672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.371509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T14:07:36.104741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.368263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:07:36.104753Z","caller":"traceutil/trace.go:171","msg":"trace[554802708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1998; }","duration":"300.501053ms","start":"2026-07-28T14:07:35.80423Z","end":"2026-07-28T14:07:36.104731Z","steps":["trace[554802708] 'agreement among raft nodes before linearized reading' (duration: 300.263915ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.104778Z","caller":"traceutil/trace.go:171","msg":"trace[1265012741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1998; }","duration":"301.464436ms","start":"2026-07-28T14:07:35.803304Z","end":"2026-07-28T14:07:36.104769Z","steps":["trace[1265012741] 'agreement among raft nodes before linearized reading' (duration: 301.244339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:36.10478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.567615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-28T14:07:36.104838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:35.803298Z","time spent":"301.531138ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:07:36.104848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.067137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:07:36.104871Z","caller":"traceutil/trace.go:171","msg":"trace[1841672679] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"270.787553ms","start":"2026-07-28T14:07:35.83407Z","end":"2026-07-28T14:07:36.104858Z","steps":["trace[1841672679] 'process raft request' (duration: 239.193709ms)","trace[1841672679] 'compare' (duration: 31.013814ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:07:36.104884Z","caller":"traceutil/trace.go:171","msg":"trace[1646559353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1998; }","duration":"293.691799ms","start":"2026-07-28T14:07:35.811163Z","end":"2026-07-28T14:07:36.104855Z","steps":["trace[1646559353] 'agreement among raft nodes before linearized reading' (duration: 293.339307ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.104913Z","caller":"traceutil/trace.go:171","msg":"trace[1297498701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1998; }","duration":"302.179411ms","start":"2026-07-28T14:07:35.802716Z","end":"2026-07-28T14:07:36.104895Z","steps":["trace[1297498701] 'agreement among raft nodes before linearized reading' (duration: 301.988414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:36.104957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:35.802697Z","time spent":"302.247333ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:07:36.104797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:07:35.804175Z","time spent":"300.613457ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:07:36.135551Z","caller":"traceutil/trace.go:171","msg":"trace[1318309601] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"149.975948ms","start":"2026-07-28T14:07:35.98555Z","end":"2026-07-28T14:07:36.135526Z","steps":["trace[1318309601] 'process raft request' (duration: 149.849763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.135951Z","caller":"traceutil/trace.go:171","msg":"trace[1857540993] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"149.76543ms","start":"2026-07-28T14:07:35.986129Z","end":"2026-07-28T14:07:36.135895Z","steps":["trace[1857540993] 'process raft request' (duration: 149.320515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:36.136091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.420899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-hk9v6\" ","response":"range_response_count:1 size:6144"} {"level":"info","ts":"2026-07-28T14:07:36.136174Z","caller":"traceutil/trace.go:171","msg":"trace[1973349738] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-hk9v6; range_end:; response_count:1; response_revision:2001; }","duration":"105.598914ms","start":"2026-07-28T14:07:36.030559Z","end":"2026-07-28T14:07:36.136158Z","steps":["trace[1973349738] 'agreement among raft nodes before linearized reading' (duration: 105.316115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.136644Z","caller":"traceutil/trace.go:171","msg":"trace[1388043111] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"152.123501ms","start":"2026-07-28T14:07:35.9845Z","end":"2026-07-28T14:07:36.136624Z","steps":["trace[1388043111] 'process raft request' (duration: 150.775005ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.249466Z","caller":"traceutil/trace.go:171","msg":"trace[793318752] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"140.055808ms","start":"2026-07-28T14:07:36.109377Z","end":"2026-07-28T14:07:36.249433Z","steps":["trace[793318752] 'process raft request' (duration: 104.401684ms)","trace[793318752] 'compare' (duration: 35.432276ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:07:36.249678Z","caller":"traceutil/trace.go:171","msg":"trace[1542088746] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"139.771338ms","start":"2026-07-28T14:07:36.109889Z","end":"2026-07-28T14:07:36.24966Z","steps":["trace[1542088746] 'process raft request' (duration: 139.486548ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.249843Z","caller":"traceutil/trace.go:171","msg":"trace[185962312] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"139.84194ms","start":"2026-07-28T14:07:36.109985Z","end":"2026-07-28T14:07:36.249827Z","steps":["trace[185962312] 'process raft request' (duration: 139.600882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:07:36.250294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.247623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:07:36.250356Z","caller":"traceutil/trace.go:171","msg":"trace[2131572722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2005; }","duration":"112.352727ms","start":"2026-07-28T14:07:36.13799Z","end":"2026-07-28T14:07:36.250343Z","steps":["trace[2131572722] 'agreement among raft nodes before linearized reading' (duration: 112.237103ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.250343Z","caller":"traceutil/trace.go:171","msg":"trace[1787230560] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2076; }","duration":"111.982464ms","start":"2026-07-28T14:07:36.138017Z","end":"2026-07-28T14:07:36.25Z","steps":["trace[1787230560] 'read index received' (duration: 75.788512ms)","trace[1787230560] 'applied index is now lower than readState.Index' (duration: 36.192482ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:07:36.250436Z","caller":"traceutil/trace.go:171","msg":"trace[730122243] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"139.283901ms","start":"2026-07-28T14:07:36.110799Z","end":"2026-07-28T14:07:36.250083Z","steps":["trace[730122243] 'process raft request' (duration: 138.95807ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.268221Z","caller":"traceutil/trace.go:171","msg":"trace[1386383424] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"123.068014ms","start":"2026-07-28T14:07:36.145141Z","end":"2026-07-28T14:07:36.268209Z","steps":["trace[1386383424] 'process raft request' (duration: 122.931179ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:36.268419Z","caller":"traceutil/trace.go:171","msg":"trace[497006686] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"122.752994ms","start":"2026-07-28T14:07:36.145654Z","end":"2026-07-28T14:07:36.268407Z","steps":["trace[497006686] 'process raft request' (duration: 122.505965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:07:39.723799Z","caller":"traceutil/trace.go:171","msg":"trace[96269121] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"279.894372ms","start":"2026-07-28T14:07:39.443889Z","end":"2026-07-28T14:07:39.723783Z","steps":["trace[96269121] 'process raft request' (duration: 279.761968ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:02.665435Z","caller":"traceutil/trace.go:171","msg":"trace[1884841864] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2235; }","duration":"164.115186ms","start":"2026-07-28T14:08:02.501292Z","end":"2026-07-28T14:08:02.665407Z","steps":["trace[1884841864] 'read index received' (duration: 11.02609ms)","trace[1884841864] 'applied index is now lower than readState.Index' (duration: 153.087756ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:08:02.665543Z","caller":"traceutil/trace.go:171","msg":"trace[955418466] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"175.195538ms","start":"2026-07-28T14:08:02.490314Z","end":"2026-07-28T14:08:02.66551Z","steps":["trace[955418466] 'process raft request' (duration: 169.798772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:02.666026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.836698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:08:02.666086Z","caller":"traceutil/trace.go:171","msg":"trace[1402263671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2155; }","duration":"152.92265ms","start":"2026-07-28T14:08:02.51315Z","end":"2026-07-28T14:08:02.666072Z","steps":["trace[1402263671] 'agreement among raft nodes before linearized reading' (duration: 152.600889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:02.6657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.387335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:08:02.666532Z","caller":"traceutil/trace.go:171","msg":"trace[1131688468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2155; }","duration":"165.273746ms","start":"2026-07-28T14:08:02.501243Z","end":"2026-07-28T14:08:02.666517Z","steps":["trace[1131688468] 'agreement among raft nodes before linearized reading' (duration: 164.310783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:04.079137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.430152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:08:04.08005Z","caller":"traceutil/trace.go:171","msg":"trace[567858902] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"258.810761ms","start":"2026-07-28T14:08:03.821185Z","end":"2026-07-28T14:08:04.079995Z","steps":["trace[567858902] 'process raft request' (duration: 137.388435ms)","trace[567858902] 'compare' (duration: 120.200134ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:08:04.080161Z","caller":"traceutil/trace.go:171","msg":"trace[821489054] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2240; }","duration":"158.96951ms","start":"2026-07-28T14:08:03.921163Z","end":"2026-07-28T14:08:04.080132Z","steps":["trace[821489054] 'read index received' (duration: 37.400559ms)","trace[821489054] 'applied index is now lower than readState.Index' (duration: 121.567521ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:08:04.080242Z","caller":"traceutil/trace.go:171","msg":"trace[1520241482] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"253.404256ms","start":"2026-07-28T14:08:03.826801Z","end":"2026-07-28T14:08:04.080205Z","steps":["trace[1520241482] 'process raft request' (duration: 252.471903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:04.0804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.221429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T14:08:04.080448Z","caller":"traceutil/trace.go:171","msg":"trace[1432890743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2161; }","duration":"159.293482ms","start":"2026-07-28T14:08:03.921143Z","end":"2026-07-28T14:08:04.080436Z","steps":["trace[1432890743] 'agreement among raft nodes before linearized reading' (duration: 159.095155ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:04.080477Z","caller":"traceutil/trace.go:171","msg":"trace[409225009] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"247.015815ms","start":"2026-07-28T14:08:03.833427Z","end":"2026-07-28T14:08:04.080442Z","steps":["trace[409225009] 'process raft request' (duration: 246.627701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:04.836841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.220162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:08:04.83696Z","caller":"traceutil/trace.go:171","msg":"trace[1419324656] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2243; }","duration":"476.137635ms","start":"2026-07-28T14:08:04.360807Z","end":"2026-07-28T14:08:04.836945Z","steps":["trace[1419324656] 'read index received' (duration: 132.804339ms)","trace[1419324656] 'applied index is now lower than readState.Index' (duration: 343.331966ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:08:04.837059Z","caller":"traceutil/trace.go:171","msg":"trace[267182249] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"648.107924ms","start":"2026-07-28T14:08:04.18894Z","end":"2026-07-28T14:08:04.837048Z","steps":["trace[267182249] 'process raft request' (duration: 304.597221ms)","trace[267182249] 'compare' (duration: 342.955804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:08:04.837119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.188921Z","time spent":"648.167086ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:08:04.837247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.32682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T14:08:04.837352Z","caller":"traceutil/trace.go:171","msg":"trace[341333328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2162; }","duration":"317.465584ms","start":"2026-07-28T14:08:04.519861Z","end":"2026-07-28T14:08:04.837327Z","steps":["trace[341333328] 'agreement among raft nodes before linearized reading' (duration: 317.247797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:04.837404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.519842Z","time spent":"317.548357ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:08:04.837457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.273293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:08:04.837481Z","caller":"traceutil/trace.go:171","msg":"trace[264575420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2162; }","duration":"135.298274ms","start":"2026-07-28T14:08:04.702176Z","end":"2026-07-28T14:08:04.837474Z","steps":["trace[264575420] 'agreement among raft nodes before linearized reading' (duration: 135.18428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:04.837573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.780127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:08:04.837588Z","caller":"traceutil/trace.go:171","msg":"trace[989618718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2162; }","duration":"476.836729ms","start":"2026-07-28T14:08:04.360747Z","end":"2026-07-28T14:08:04.837583Z","steps":["trace[989618718] 'agreement among raft nodes before linearized reading' (duration: 476.786587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:04.837603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.360725Z","time spent":"476.874161ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:08:04.837705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.786223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:08:04.837758Z","caller":"traceutil/trace.go:171","msg":"trace[938720328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2162; }","duration":"151.845864ms","start":"2026-07-28T14:08:04.685893Z","end":"2026-07-28T14:08:04.837739Z","steps":["trace[938720328] 'agreement among raft nodes before linearized reading' (duration: 151.72224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:04.837809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.703582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T14:08:04.837833Z","caller":"traceutil/trace.go:171","msg":"trace[560506291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2162; }","duration":"167.757043ms","start":"2026-07-28T14:08:04.670069Z","end":"2026-07-28T14:08:04.837826Z","steps":["trace[560506291] 'agreement among raft nodes before linearized reading' (duration: 167.692611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:04.838027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.628596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6794c026e3b49\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-28T14:08:04.83824Z","caller":"traceutil/trace.go:171","msg":"trace[478334882] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6794c026e3b49; range_end:; response_count:1; response_revision:2162; }","duration":"173.884945ms","start":"2026-07-28T14:08:04.664301Z","end":"2026-07-28T14:08:04.838186Z","steps":["trace[478334882] 'agreement among raft nodes before linearized reading' (duration: 173.369987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:05.532032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.754429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:08:05.532869Z","caller":"traceutil/trace.go:171","msg":"trace[1062515534] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"692.084643ms","start":"2026-07-28T14:08:04.840748Z","end":"2026-07-28T14:08:05.532833Z","steps":["trace[1062515534] 'process raft request' (duration: 225.402501ms)","trace[1062515534] 'compare' (duration: 465.597024ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:08:05.53291Z","caller":"traceutil/trace.go:171","msg":"trace[1245226539] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"689.784663ms","start":"2026-07-28T14:08:04.843103Z","end":"2026-07-28T14:08:05.532887Z","steps":["trace[1245226539] 'process raft request' (duration: 689.686489ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:05.532996Z","caller":"traceutil/trace.go:171","msg":"trace[731287379] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2244; }","duration":"637.921665ms","start":"2026-07-28T14:08:04.895058Z","end":"2026-07-28T14:08:05.53298Z","steps":["trace[731287379] 'read index received' (duration: 171.107169ms)","trace[731287379] 'applied index is now lower than readState.Index' (duration: 466.813706ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:08:05.533054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.840726Z","time spent":"692.230098ms","remote":"127.0.0.1:58130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:08:05.533091Z","caller":"traceutil/trace.go:171","msg":"trace[520470455] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"492.653407ms","start":"2026-07-28T14:08:05.040431Z","end":"2026-07-28T14:08:05.533084Z","steps":["trace[520470455] 'process raft request' (duration: 492.496052ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:05.533088Z","caller":"traceutil/trace.go:171","msg":"trace[1152470422] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"690.657723ms","start":"2026-07-28T14:08:04.842406Z","end":"2026-07-28T14:08:05.533064Z","steps":["trace[1152470422] 'process raft request' (duration: 690.182066ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:05.533073Z","caller":"traceutil/trace.go:171","msg":"trace[719330430] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"690.711555ms","start":"2026-07-28T14:08:04.842316Z","end":"2026-07-28T14:08:05.533028Z","steps":["trace[719330430] 'process raft request' (duration: 690.398695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:05.533165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:05.040413Z","time spent":"492.695118ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:08:05.533122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.843092Z","time spent":"689.938888ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:08:05.533263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.842398Z","time spent":"690.744236ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:08:05.533263Z","caller":"traceutil/trace.go:171","msg":"trace[1575294809] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"690.744096ms","start":"2026-07-28T14:08:04.842478Z","end":"2026-07-28T14:08:05.533223Z","steps":["trace[1575294809] 'process raft request' (duration: 690.27854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:05.533294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.842301Z","time spent":"690.87163ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:08:05.533364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.251893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:08:05.533391Z","caller":"traceutil/trace.go:171","msg":"trace[1660937943] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2169; }","duration":"550.331836ms","start":"2026-07-28T14:08:04.983052Z","end":"2026-07-28T14:08:05.533384Z","steps":["trace[1660937943] 'agreement among raft nodes before linearized reading' (duration: 550.294894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:05.53341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.983023Z","time spent":"550.382777ms","remote":"127.0.0.1:44266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:08:05.533222Z","caller":"traceutil/trace.go:171","msg":"trace[1222406317] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"689.040628ms","start":"2026-07-28T14:08:04.844051Z","end":"2026-07-28T14:08:05.533092Z","steps":["trace[1222406317] 'process raft request' (duration: 688.778049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:05.533457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.842455Z","time spent":"690.902722ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:08:05.533475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.844041Z","time spent":"689.39811ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:08:05.533326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.266657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:08:05.53359Z","caller":"traceutil/trace.go:171","msg":"trace[765793675] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2169; }","duration":"638.554187ms","start":"2026-07-28T14:08:04.895023Z","end":"2026-07-28T14:08:05.533577Z","steps":["trace[765793675] 'agreement among raft nodes before linearized reading' (duration: 638.266287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:05.533654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.895009Z","time spent":"638.626769ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:08:05.533705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.001679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T14:08:05.533768Z","caller":"traceutil/trace.go:171","msg":"trace[1233979830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2169; }","duration":"444.126923ms","start":"2026-07-28T14:08:05.089628Z","end":"2026-07-28T14:08:05.533755Z","steps":["trace[1233979830] 'agreement among raft nodes before linearized reading' (duration: 443.934077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:05.533649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.97547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-07-28T14:08:05.533809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:05.089595Z","time spent":"444.205596ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T14:08:05.533823Z","caller":"traceutil/trace.go:171","msg":"trace[2071034183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2169; }","duration":"536.200428ms","start":"2026-07-28T14:08:04.997609Z","end":"2026-07-28T14:08:05.533809Z","steps":["trace[2071034183] 'agreement among raft nodes before linearized reading' (duration: 535.873737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:05.533868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:04.997548Z","time spent":"536.304712ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:08:05.924487Z","caller":"traceutil/trace.go:171","msg":"trace[940836413] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"233.113268ms","start":"2026-07-28T14:08:05.691344Z","end":"2026-07-28T14:08:05.924457Z","steps":["trace[940836413] 'process raft request' (duration: 226.763289ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:51.427169Z","caller":"traceutil/trace.go:171","msg":"trace[1914752617] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"240.107333ms","start":"2026-07-28T14:08:51.187036Z","end":"2026-07-28T14:08:51.427143Z","steps":["trace[1914752617] 'process raft request' (duration: 154.555038ms)","trace[1914752617] 'compare' (duration: 85.257435ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:08:51.442701Z","caller":"traceutil/trace.go:171","msg":"trace[808741004] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"175.811774ms","start":"2026-07-28T14:08:51.266873Z","end":"2026-07-28T14:08:51.442684Z","steps":["trace[808741004] 'process raft request' (duration: 175.736152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:53.637798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866584842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:08:54.138935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866584842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:08:54.639741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866584842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:08:55.137876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T14:08:55.137973Z","caller":"traceutil/trace.go:171","msg":"trace[546154228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000716581s","start":"2026-07-28T14:08:53.137235Z","end":"2026-07-28T14:08:55.137951Z","steps":["trace[546154228] 'agreement among raft nodes before linearized reading' (duration: 2.000599007s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.138022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:53.137205Z","time spent":"2.000807514s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 14:08:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T14:08:55.140171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866584842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:08:55.185954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.909816608s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:08:55.186413Z","caller":"traceutil/trace.go:171","msg":"trace[1449958618] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"2.910371107s","start":"2026-07-28T14:08:52.276018Z","end":"2026-07-28T14:08:55.186389Z","steps":["trace[1449958618] 'process raft request' (duration: 2.910218902s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.186539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:52.275993Z","time spent":"2.9104674s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:08:55.205278Z","caller":"traceutil/trace.go:171","msg":"trace[252492546] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2559; }","duration":"2.067985433s","start":"2026-07-28T14:08:53.137273Z","end":"2026-07-28T14:08:55.205259Z","steps":["trace[252492546] 'read index received' (duration: 2.048962234s)","trace[252492546] 'applied index is now lower than readState.Index' (duration: 19.022399ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:08:55.205365Z","caller":"traceutil/trace.go:171","msg":"trace[1199129274] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"2.924796348s","start":"2026-07-28T14:08:52.280554Z","end":"2026-07-28T14:08:55.205351Z","steps":["trace[1199129274] 'process raft request' (duration: 2.924658193s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:55.205367Z","caller":"traceutil/trace.go:171","msg":"trace[1326584331] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"2.925614076s","start":"2026-07-28T14:08:52.279737Z","end":"2026-07-28T14:08:55.205352Z","steps":["trace[1326584331] 'process raft request' (duration: 2.925380898s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.205443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:52.279704Z","time spent":"2.925690729s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:08:55.205443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:52.280545Z","time spent":"2.924842289s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:08:55.20548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061749787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:08:55.205513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409496084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:08:55.205541Z","caller":"traceutil/trace.go:171","msg":"trace[1676127261] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2470; }","duration":"2.061878682s","start":"2026-07-28T14:08:53.143647Z","end":"2026-07-28T14:08:55.205526Z","steps":["trace[1676127261] 'agreement among raft nodes before linearized reading' (duration: 2.061723476s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:55.205549Z","caller":"traceutil/trace.go:171","msg":"trace[90341331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2470; }","duration":"1.409567046s","start":"2026-07-28T14:08:53.795973Z","end":"2026-07-28T14:08:55.20554Z","steps":["trace[90341331] 'agreement among raft nodes before linearized reading' (duration: 1.409423411s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.20557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:53.143618Z","time spent":"2.061946584s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:08:55.205578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:53.795953Z","time spent":"1.409618818s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:08:55.205633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455340303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:08:55.205662Z","caller":"traceutil/trace.go:171","msg":"trace[241648689] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2470; }","duration":"1.455420246s","start":"2026-07-28T14:08:53.750233Z","end":"2026-07-28T14:08:55.205653Z","steps":["trace[241648689] 'agreement among raft nodes before linearized reading' (duration: 1.455374405s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.205683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:53.75021Z","time spent":"1.455467788s","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:08:55.20569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409605308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:08:55.205714Z","caller":"traceutil/trace.go:171","msg":"trace[1823598686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2470; }","duration":"1.409639589s","start":"2026-07-28T14:08:53.796066Z","end":"2026-07-28T14:08:55.205706Z","steps":["trace[1823598686] 'agreement among raft nodes before linearized reading' (duration: 1.409573427s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.205715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984989676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:08:55.205732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:53.796062Z","time spent":"1.40966543s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:08:55.205739Z","caller":"traceutil/trace.go:171","msg":"trace[75418467] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2470; }","duration":"1.985061829s","start":"2026-07-28T14:08:53.22067Z","end":"2026-07-28T14:08:55.205732Z","steps":["trace[75418467] 'agreement among raft nodes before linearized reading' (duration: 1.985002717s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:55.205724Z","caller":"traceutil/trace.go:171","msg":"trace[32131058] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"1.106241s","start":"2026-07-28T14:08:54.099457Z","end":"2026-07-28T14:08:55.205699Z","steps":["trace[32131058] 'process raft request' (duration: 1.105779284s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.205762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:53.220657Z","time spent":"1.98510022s","remote":"127.0.0.1:58242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:08:55.205736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415467991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-28T14:08:55.205831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:54.099434Z","time spent":"1.106338132s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:08:55.205846Z","caller":"traceutil/trace.go:171","msg":"trace[302583960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2470; }","duration":"1.415637887s","start":"2026-07-28T14:08:53.790188Z","end":"2026-07-28T14:08:55.205826Z","steps":["trace[302583960] 'agreement among raft nodes before linearized reading' (duration: 1.415251384s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.205871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409811535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:08:55.205895Z","caller":"traceutil/trace.go:171","msg":"trace[1226655400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2470; }","duration":"1.409857266s","start":"2026-07-28T14:08:53.796031Z","end":"2026-07-28T14:08:55.205888Z","steps":["trace[1226655400] 'agreement among raft nodes before linearized reading' (duration: 1.409791824s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.205916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:53.796026Z","time spent":"1.409883747s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:08:55.205917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412480097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T14:08:55.205917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:53.790176Z","time spent":"1.41572814s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:08:55.205941Z","caller":"traceutil/trace.go:171","msg":"trace[1409044049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2470; }","duration":"1.412524259s","start":"2026-07-28T14:08:53.79341Z","end":"2026-07-28T14:08:55.205934Z","steps":["trace[1409044049] 'agreement among raft nodes before linearized reading' (duration: 1.412447206s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:55.205961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:08:53.7934Z","time spent":"1.412557411s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:08:57.198661Z","caller":"traceutil/trace.go:171","msg":"trace[102391949] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2579; }","duration":"138.342898ms","start":"2026-07-28T14:08:57.060292Z","end":"2026-07-28T14:08:57.198635Z","steps":["trace[102391949] 'read index received' (duration: 130.767216ms)","trace[102391949] 'applied index is now lower than readState.Index' (duration: 7.574832ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:08:57.198785Z","caller":"traceutil/trace.go:171","msg":"trace[1692667318] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"215.162512ms","start":"2026-07-28T14:08:56.983575Z","end":"2026-07-28T14:08:57.198737Z","steps":["trace[1692667318] 'process raft request' (duration: 207.490727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:57.198893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.599777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-28T14:08:57.198928Z","caller":"traceutil/trace.go:171","msg":"trace[842934304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2487; }","duration":"138.711321ms","start":"2026-07-28T14:08:57.060206Z","end":"2026-07-28T14:08:57.198917Z","steps":["trace[842934304] 'agreement among raft nodes before linearized reading' (duration: 138.537655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:08:57.246128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.663484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:08:57.246207Z","caller":"traceutil/trace.go:171","msg":"trace[1136900358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2491; }","duration":"109.788598ms","start":"2026-07-28T14:08:57.136401Z","end":"2026-07-28T14:08:57.24619Z","steps":["trace[1136900358] 'agreement among raft nodes before linearized reading' (duration: 109.648903ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:57.354214Z","caller":"traceutil/trace.go:171","msg":"trace[1789725087] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"102.827576ms","start":"2026-07-28T14:08:57.25137Z","end":"2026-07-28T14:08:57.354197Z","steps":["trace[1789725087] 'process raft request' (duration: 63.861864ms)","trace[1789725087] 'compare' (duration: 38.63173ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:08:57.354632Z","caller":"traceutil/trace.go:171","msg":"trace[1036910068] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"100.450923ms","start":"2026-07-28T14:08:57.254154Z","end":"2026-07-28T14:08:57.354605Z","steps":["trace[1036910068] 'process raft request' (duration: 99.79675ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:08:57.354672Z","caller":"traceutil/trace.go:171","msg":"trace[1576702822] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"100.382521ms","start":"2026-07-28T14:08:57.254284Z","end":"2026-07-28T14:08:57.354666Z","steps":["trace[1576702822] 'process raft request' (duration: 99.686277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:03.804628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866585039,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:09:04.251689Z","caller":"traceutil/trace.go:171","msg":"trace[1474225830] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"986.858268ms","start":"2026-07-28T14:09:03.264804Z","end":"2026-07-28T14:09:04.251662Z","steps":["trace[1474225830] 'process raft request' (duration: 986.723714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:04.251848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.26478Z","time spent":"986.984693ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:09:04.259843Z","caller":"traceutil/trace.go:171","msg":"trace[1256477739] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"991.698826ms","start":"2026-07-28T14:09:03.268108Z","end":"2026-07-28T14:09:04.259807Z","steps":["trace[1256477739] 'process raft request' (duration: 991.320223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:04.260015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.268068Z","time spent":"991.856082ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:09:04.260355Z","caller":"traceutil/trace.go:171","msg":"trace[596704093] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"989.814681ms","start":"2026-07-28T14:09:03.270508Z","end":"2026-07-28T14:09:04.260323Z","steps":["trace[596704093] 'process raft request' (duration: 989.131177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:04.260553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.270476Z","time spent":"989.971436ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:09:04.261013Z","caller":"traceutil/trace.go:171","msg":"trace[1521783827] linearizableReadLoop","detail":"{readStateIndex:2669; appliedIndex:2665; }","duration":"957.385935ms","start":"2026-07-28T14:09:03.303608Z","end":"2026-07-28T14:09:04.260994Z","steps":["trace[1521783827] 'read index received' (duration: 948.00835ms)","trace[1521783827] 'applied index is now lower than readState.Index' (duration: 9.374975ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:09:04.261293Z","caller":"traceutil/trace.go:171","msg":"trace[960804333] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"990.171493ms","start":"2026-07-28T14:09:03.271076Z","end":"2026-07-28T14:09:04.261247Z","steps":["trace[960804333] 'process raft request' (duration: 989.175978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:04.261391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.324716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T14:09:04.261453Z","caller":"traceutil/trace.go:171","msg":"trace[1483838780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2573; }","duration":"877.447411ms","start":"2026-07-28T14:09:03.38399Z","end":"2026-07-28T14:09:04.261437Z","steps":["trace[1483838780] 'agreement among raft nodes before linearized reading' (duration: 877.273075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:04.261491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.383959Z","time spent":"877.525304ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:09:04.261564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.388051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T14:09:04.261639Z","caller":"traceutil/trace.go:171","msg":"trace[1343340448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2573; }","duration":"886.465544ms","start":"2026-07-28T14:09:03.375159Z","end":"2026-07-28T14:09:04.261625Z","steps":["trace[1343340448] 'agreement among raft nodes before linearized reading' (duration: 886.088801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:04.26165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.008743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T14:09:04.261675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.375117Z","time spent":"886.549916ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:09:04.261704Z","caller":"traceutil/trace.go:171","msg":"trace[1883585955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2573; }","duration":"819.141407ms","start":"2026-07-28T14:09:03.442549Z","end":"2026-07-28T14:09:04.26169Z","steps":["trace[1883585955] 'agreement among raft nodes before linearized reading' (duration: 818.842877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:04.26174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.442532Z","time spent":"819.19969ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:09:04.261784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.271063Z","time spent":"990.338109ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:09:04.261757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.455481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-28T14:09:04.261876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.405291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:09:04.261884Z","caller":"traceutil/trace.go:171","msg":"trace[300262473] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2573; }","duration":"945.616316ms","start":"2026-07-28T14:09:03.316252Z","end":"2026-07-28T14:09:04.261868Z","steps":["trace[300262473] 'agreement among raft nodes before linearized reading' (duration: 945.276754ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:09:04.261922Z","caller":"traceutil/trace.go:171","msg":"trace[1915816067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2573; }","duration":"820.490415ms","start":"2026-07-28T14:09:03.441419Z","end":"2026-07-28T14:09:04.261909Z","steps":["trace[1915816067] 'agreement among raft nodes before linearized reading' (duration: 820.136142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:04.261953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.316239Z","time spent":"945.70247ms","remote":"127.0.0.1:58222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-28T14:09:04.261959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.441405Z","time spent":"820.546586ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:09:04.262249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.614058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:09:04.26232Z","caller":"traceutil/trace.go:171","msg":"trace[139746251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2573; }","duration":"958.698431ms","start":"2026-07-28T14:09:03.303588Z","end":"2026-07-28T14:09:04.262286Z","steps":["trace[139746251] 'agreement among raft nodes before linearized reading' (duration: 958.232885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:04.262388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:03.303537Z","time spent":"958.841446ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:09:16.817072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866585218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:09:17.317586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866585218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:09:17.818611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866585218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:09:18.411767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866585218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:09:18.915344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866585218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:09:19.136917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T14:09:19.137031Z","caller":"traceutil/trace.go:171","msg":"trace[771378865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305009s","start":"2026-07-28T14:09:17.136704Z","end":"2026-07-28T14:09:19.137009Z","steps":["trace[771378865] 'agreement among raft nodes before linearized reading' (duration: 2.000171025s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:19.13709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:17.136691Z","time spent":"2.000387093s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 14:09:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T14:09:19.415851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866585218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:09:19.916372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866585218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:09:20.14758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.841458312s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:09:20.148863Z","caller":"traceutil/trace.go:171","msg":"trace[84090477] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"3.842795258s","start":"2026-07-28T14:09:16.306002Z","end":"2026-07-28T14:09:20.148797Z","steps":["trace[84090477] 'process raft request' (duration: 3.842454216s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.149138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.305976Z","time spent":"3.843029546s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:09:20.19426Z","caller":"traceutil/trace.go:171","msg":"trace[1477220730] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"3.884945063s","start":"2026-07-28T14:09:16.309283Z","end":"2026-07-28T14:09:20.194229Z","steps":["trace[1477220730] 'process raft request' (duration: 3.884687644s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:09:20.194309Z","caller":"traceutil/trace.go:171","msg":"trace[611590943] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"3.582460744s","start":"2026-07-28T14:09:16.611815Z","end":"2026-07-28T14:09:20.194275Z","steps":["trace[611590943] 'process raft request' (duration: 3.582178984s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:09:20.194324Z","caller":"traceutil/trace.go:171","msg":"trace[1034853347] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"3.887422869s","start":"2026-07-28T14:09:16.306871Z","end":"2026-07-28T14:09:20.194294Z","steps":["trace[1034853347] 'process raft request' (duration: 3.886949623s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.194392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.309268Z","time spent":"3.885054906s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:09:20.194436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.611786Z","time spent":"3.582588658s","remote":"127.0.0.1:58130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:09:20.19449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.306862Z","time spent":"3.887542403s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:09:20.194689Z","caller":"traceutil/trace.go:171","msg":"trace[520743673] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"3.885541474s","start":"2026-07-28T14:09:16.309134Z","end":"2026-07-28T14:09:20.194676Z","steps":["trace[520743673] 'process raft request' (duration: 3.884811368s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.194746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.309108Z","time spent":"3.885612616s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:09:20.201491Z","caller":"traceutil/trace.go:171","msg":"trace[1606098973] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"3.005361075s","start":"2026-07-28T14:09:17.196109Z","end":"2026-07-28T14:09:20.20147Z","steps":["trace[1606098973] 'process raft request' (duration: 3.00522045s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:09:20.201596Z","caller":"traceutil/trace.go:171","msg":"trace[1327301601] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2738; }","duration":"3.885275315s","start":"2026-07-28T14:09:16.316304Z","end":"2026-07-28T14:09:20.20158Z","steps":["trace[1327301601] 'read index received' (duration: 3.832027644s)","trace[1327301601] 'applied index is now lower than readState.Index' (duration: 53.247081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:09:20.201621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:17.196092Z","time spent":"3.005463419s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:09:20.201893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885550604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:09:20.201674Z","caller":"traceutil/trace.go:171","msg":"trace[444477731] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"575.146397ms","start":"2026-07-28T14:09:19.626519Z","end":"2026-07-28T14:09:20.201666Z","steps":["trace[444477731] 'process raft request' (duration: 574.920239ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:09:20.201936Z","caller":"traceutil/trace.go:171","msg":"trace[216135683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2648; }","duration":"3.885665368s","start":"2026-07-28T14:09:16.31626Z","end":"2026-07-28T14:09:20.201925Z","steps":["trace[216135683] 'agreement among raft nodes before linearized reading' (duration: 3.885500972s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.201994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064892125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:09:20.202016Z","caller":"traceutil/trace.go:171","msg":"trace[1536426822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2648; }","duration":"1.064942177s","start":"2026-07-28T14:09:19.137066Z","end":"2026-07-28T14:09:20.202008Z","steps":["trace[1536426822] 'agreement among raft nodes before linearized reading' (duration: 1.064913506s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.316242Z","time spent":"3.885746331s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:09:20.202043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:19.137033Z","time spent":"1.065006439s","remote":"127.0.0.1:58054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:09:20.202044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132395628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:09:20.202083Z","caller":"traceutil/trace.go:171","msg":"trace[946137583] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2648; }","duration":"3.132474131s","start":"2026-07-28T14:09:17.069599Z","end":"2026-07-28T14:09:20.202073Z","steps":["trace[946137583] 'agreement among raft nodes before linearized reading' (duration: 3.132411059s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:17.069579Z","time spent":"3.132527093s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:09:20.201962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879039768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:09:20.202161Z","caller":"traceutil/trace.go:171","msg":"trace[1778586719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2648; }","duration":"3.879258585s","start":"2026-07-28T14:09:16.322892Z","end":"2026-07-28T14:09:20.20215Z","steps":["trace[1778586719] 'agreement among raft nodes before linearized reading' (duration: 3.879022387s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870494181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:09:20.2022Z","caller":"traceutil/trace.go:171","msg":"trace[1469924418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2648; }","duration":"3.870528652s","start":"2026-07-28T14:09:16.331664Z","end":"2026-07-28T14:09:20.202192Z","steps":["trace[1469924418] 'agreement among raft nodes before linearized reading' (duration: 3.87047342s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.331656Z","time spent":"3.870563633s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:09:20.202225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.322884Z","time spent":"3.879307037s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:09:20.202334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533150259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-28T14:09:20.202349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885669826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T14:09:20.202368Z","caller":"traceutil/trace.go:171","msg":"trace[1290116817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2648; }","duration":"2.533218092s","start":"2026-07-28T14:09:17.669142Z","end":"2026-07-28T14:09:20.20236Z","steps":["trace[1290116817] 'agreement among raft nodes before linearized reading' (duration: 2.533095217s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512257538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:09:20.202381Z","caller":"traceutil/trace.go:171","msg":"trace[885170636] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2648; }","duration":"2.885727978s","start":"2026-07-28T14:09:17.316644Z","end":"2026-07-28T14:09:20.202371Z","steps":["trace[885170636] 'agreement among raft nodes before linearized reading' (duration: 2.885614504s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:17.669127Z","time spent":"2.533255923s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:09:20.202395Z","caller":"traceutil/trace.go:171","msg":"trace[815512932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2648; }","duration":"1.512320161s","start":"2026-07-28T14:09:18.690066Z","end":"2026-07-28T14:09:20.202386Z","steps":["trace[815512932] 'agreement among raft nodes before linearized reading' (duration: 1.512267089s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:18.690042Z","time spent":"1.512370672s","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:09:20.202418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87679806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T14:09:20.202414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:17.316633Z","time spent":"2.88577413s","remote":"127.0.0.1:58222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-28T14:09:20.202453Z","caller":"traceutil/trace.go:171","msg":"trace[1392952888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2648; }","duration":"3.876853972s","start":"2026-07-28T14:09:16.32559Z","end":"2026-07-28T14:09:20.202444Z","steps":["trace[1392952888] 'agreement among raft nodes before linearized reading' (duration: 3.876721387s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.325579Z","time spent":"3.876926974s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:09:20.201723Z","caller":"traceutil/trace.go:171","msg":"trace[1161323386] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"326.588099ms","start":"2026-07-28T14:09:19.875089Z","end":"2026-07-28T14:09:20.201677Z","steps":["trace[1161323386] 'process raft request' (duration: 326.430403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:19.875065Z","time spent":"327.597524ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:09:20.202632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87708798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:09:20.202808Z","caller":"traceutil/trace.go:171","msg":"trace[540284078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2648; }","duration":"3.877293137s","start":"2026-07-28T14:09:16.325495Z","end":"2026-07-28T14:09:20.202789Z","steps":["trace[540284078] 'agreement among raft nodes before linearized reading' (duration: 3.876762388s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:20.202886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:16.325487Z","time spent":"3.877386531s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:09:20.208464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:19.6265Z","time spent":"575.446516ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:09:32.338305Z","caller":"traceutil/trace.go:171","msg":"trace[187693617] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"100.872519ms","start":"2026-07-28T14:09:32.237078Z","end":"2026-07-28T14:09:32.33795Z","steps":["trace[187693617] 'process raft request' (duration: 100.775505ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:09:32.337969Z","caller":"traceutil/trace.go:171","msg":"trace[1993841199] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"106.331929ms","start":"2026-07-28T14:09:32.231585Z","end":"2026-07-28T14:09:32.337917Z","steps":["trace[1993841199] 'process raft request' (duration: 106.140572ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:09:38.369588Z","caller":"traceutil/trace.go:171","msg":"trace[144504919] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"150.655692ms","start":"2026-07-28T14:09:38.218918Z","end":"2026-07-28T14:09:38.369574Z","steps":["trace[144504919] 'process raft request' (duration: 150.561691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:39.059062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.866607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:09:39.059274Z","caller":"traceutil/trace.go:171","msg":"trace[2086537485] linearizableReadLoop","detail":"{readStateIndex:2848; appliedIndex:2845; }","duration":"686.254459ms","start":"2026-07-28T14:09:38.373003Z","end":"2026-07-28T14:09:39.059257Z","steps":["trace[2086537485] 'read index received' (duration: 384.117217ms)","trace[2086537485] 'applied index is now lower than readState.Index' (duration: 302.136362ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:09:39.059267Z","caller":"traceutil/trace.go:171","msg":"trace[1559625066] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"785.202378ms","start":"2026-07-28T14:09:38.274023Z","end":"2026-07-28T14:09:39.059225Z","steps":["trace[1559625066] 'process raft request' (duration: 483.078617ms)","trace[1559625066] 'compare' (duration: 301.746786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:09:39.059582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:38.273991Z","time spent":"785.529453ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:09:39.059725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.720436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:09:39.059743Z","caller":"traceutil/trace.go:171","msg":"trace[965307926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2745; }","duration":"686.752616ms","start":"2026-07-28T14:09:38.372984Z","end":"2026-07-28T14:09:39.059737Z","steps":["trace[965307926] 'agreement among raft nodes before linearized reading' (duration: 686.676205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:39.059757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:38.372978Z","time spent":"686.776616ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:09:39.059841Z","caller":"traceutil/trace.go:171","msg":"trace[1126764935] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"690.45671ms","start":"2026-07-28T14:09:38.369379Z","end":"2026-07-28T14:09:39.059835Z","steps":["trace[1126764935] 'process raft request' (duration: 689.78409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:39.059876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:38.369358Z","time spent":"690.500611ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:09:39.059947Z","caller":"traceutil/trace.go:171","msg":"trace[549865667] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"690.504901ms","start":"2026-07-28T14:09:38.369438Z","end":"2026-07-28T14:09:39.059942Z","steps":["trace[549865667] 'process raft request' (duration: 689.77843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:39.059975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:38.369435Z","time spent":"690.527021ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:09:39.059971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.29627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:09:39.060013Z","caller":"traceutil/trace.go:171","msg":"trace[1021638727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2745; }","duration":"682.345661ms","start":"2026-07-28T14:09:38.377653Z","end":"2026-07-28T14:09:39.059999Z","steps":["trace[1021638727] 'agreement among raft nodes before linearized reading' (duration: 682.257999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:39.060063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.887514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:09:39.059835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.446292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:09:39.060123Z","caller":"traceutil/trace.go:171","msg":"trace[522316975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2745; }","duration":"681.993985ms","start":"2026-07-28T14:09:38.378117Z","end":"2026-07-28T14:09:39.060111Z","steps":["trace[522316975] 'agreement among raft nodes before linearized reading' (duration: 681.792142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:39.060154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:38.378112Z","time spent":"682.036756ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:09:39.060088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:38.377649Z","time spent":"682.429662ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:09:39.060122Z","caller":"traceutil/trace.go:171","msg":"trace[1951411877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2745; }","duration":"682.749836ms","start":"2026-07-28T14:09:38.377364Z","end":"2026-07-28T14:09:39.060113Z","steps":["trace[1951411877] 'agreement among raft nodes before linearized reading' (duration: 682.377401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:39.06033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:38.377358Z","time spent":"682.96648ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:09:39.060364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.822573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:09:39.060392Z","caller":"traceutil/trace.go:171","msg":"trace[1677196526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2745; }","duration":"155.885633ms","start":"2026-07-28T14:09:38.904499Z","end":"2026-07-28T14:09:39.060385Z","steps":["trace[1677196526] 'agreement among raft nodes before linearized reading' (duration: 155.838863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:39.06045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.29354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T14:09:39.060501Z","caller":"traceutil/trace.go:171","msg":"trace[1111516747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2745; }","duration":"682.351941ms","start":"2026-07-28T14:09:38.37814Z","end":"2026-07-28T14:09:39.060492Z","steps":["trace[1111516747] 'agreement among raft nodes before linearized reading' (duration: 682.137678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:39.060532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:38.378136Z","time spent":"682.389932ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:09:47.147752Z","caller":"traceutil/trace.go:171","msg":"trace[610312850] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"375.516988ms","start":"2026-07-28T14:09:46.772207Z","end":"2026-07-28T14:09:47.147724Z","steps":["trace[610312850] 'process raft request' (duration: 375.362756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:09:47.147966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:46.772187Z","time spent":"375.64031ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:09:47.165007Z","caller":"traceutil/trace.go:171","msg":"trace[950110533] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"388.877874ms","start":"2026-07-28T14:09:46.776075Z","end":"2026-07-28T14:09:47.164953Z","steps":["trace[950110533] 'process raft request' (duration: 377.123054ms)","trace[950110533] 'compare' (duration: 11.440906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:09:47.165205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:09:46.776062Z","time spent":"389.041027ms","remote":"127.0.0.1:58130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:13:25.044489Z","caller":"traceutil/trace.go:171","msg":"trace[1195350461] linearizableReadLoop","detail":"{readStateIndex:4730; appliedIndex:4729; }","duration":"141.244143ms","start":"2026-07-28T14:13:24.903222Z","end":"2026-07-28T14:13:25.044466Z","steps":["trace[1195350461] 'read index received' (duration: 141.187571ms)","trace[1195350461] 'applied index is now lower than readState.Index' (duration: 55.432µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:25.044569Z","caller":"traceutil/trace.go:171","msg":"trace[2106430057] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"161.886716ms","start":"2026-07-28T14:13:24.882651Z","end":"2026-07-28T14:13:25.044537Z","steps":["trace[2106430057] 'process raft request' (duration: 161.683601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:25.04486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.625822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-28T14:13:25.044913Z","caller":"traceutil/trace.go:171","msg":"trace[1830301124] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4559; }","duration":"141.727725ms","start":"2026-07-28T14:13:24.903171Z","end":"2026-07-28T14:13:25.044899Z","steps":["trace[1830301124] 'agreement among raft nodes before linearized reading' (duration: 141.417857ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:25.087145Z","caller":"traceutil/trace.go:171","msg":"trace[1540083896] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"165.116889ms","start":"2026-07-28T14:13:24.922006Z","end":"2026-07-28T14:13:25.087123Z","steps":["trace[1540083896] 'process raft request' (duration: 164.963505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:25.08755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.365754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:13:25.087593Z","caller":"traceutil/trace.go:171","msg":"trace[1386854826] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4560; }","duration":"146.448396ms","start":"2026-07-28T14:13:24.941128Z","end":"2026-07-28T14:13:25.087577Z","steps":["trace[1386854826] 'agreement among raft nodes before linearized reading' (duration: 146.383365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:25.087774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.322376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a96d7e53-17e5-4257-8601-e7d0e842fbf2\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-28T14:13:25.0878Z","caller":"traceutil/trace.go:171","msg":"trace[637039620] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a96d7e53-17e5-4257-8601-e7d0e842fbf2; range_end:; response_count:1; response_revision:4560; }","duration":"126.374637ms","start":"2026-07-28T14:13:24.961418Z","end":"2026-07-28T14:13:25.087793Z","steps":["trace[637039620] 'agreement among raft nodes before linearized reading' (duration: 126.288685ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:26.058789Z","caller":"traceutil/trace.go:171","msg":"trace[1185951992] linearizableReadLoop","detail":"{readStateIndex:4739; appliedIndex:4738; }","duration":"259.674225ms","start":"2026-07-28T14:13:25.799085Z","end":"2026-07-28T14:13:26.058759Z","steps":["trace[1185951992] 'read index received' (duration: 259.518301ms)","trace[1185951992] 'applied index is now lower than readState.Index' (duration: 153.994µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:26.058865Z","caller":"traceutil/trace.go:171","msg":"trace[1883442148] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"260.089214ms","start":"2026-07-28T14:13:25.798742Z","end":"2026-07-28T14:13:26.058831Z","steps":["trace[1883442148] 'process raft request' (duration: 259.828628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:26.05907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.960472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-28T14:13:26.059143Z","caller":"traceutil/trace.go:171","msg":"trace[1469043747] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4568; }","duration":"260.076155ms","start":"2026-07-28T14:13:25.799049Z","end":"2026-07-28T14:13:26.059125Z","steps":["trace[1469043747] 'agreement among raft nodes before linearized reading' (duration: 259.845059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:27.262193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.21366ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T14:13:27.262362Z","caller":"traceutil/trace.go:171","msg":"trace[1687163211] linearizableReadLoop","detail":"{readStateIndex:4753; appliedIndex:4752; }","duration":"161.712905ms","start":"2026-07-28T14:13:27.100587Z","end":"2026-07-28T14:13:27.2623Z","steps":["trace[1687163211] 'read index received' (duration: 50.220608ms)","trace[1687163211] 'applied index is now lower than readState.Index' (duration: 111.490257ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:27.262554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.968741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a96d7e53-17e5-4257-8601-e7d0e842fbf2\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-07-28T14:13:27.262594Z","caller":"traceutil/trace.go:171","msg":"trace[1342778646] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a96d7e53-17e5-4257-8601-e7d0e842fbf2; range_end:; response_count:1; response_revision:4581; }","duration":"162.056573ms","start":"2026-07-28T14:13:27.100527Z","end":"2026-07-28T14:13:27.262584Z","steps":["trace[1342778646] 'agreement among raft nodes before linearized reading' (duration: 161.890899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:27.263182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.753984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:27.263234Z","caller":"traceutil/trace.go:171","msg":"trace[963186799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4581; }","duration":"124.876118ms","start":"2026-07-28T14:13:27.138346Z","end":"2026-07-28T14:13:27.263222Z","steps":["trace[963186799] 'agreement among raft nodes before linearized reading' (duration: 124.796886ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:28.250498Z","caller":"traceutil/trace.go:171","msg":"trace[1595494409] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"174.103235ms","start":"2026-07-28T14:13:28.076356Z","end":"2026-07-28T14:13:28.250459Z","steps":["trace[1595494409] 'process raft request' (duration: 173.91508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:28.250734Z","caller":"traceutil/trace.go:171","msg":"trace[510369460] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"171.840037ms","start":"2026-07-28T14:13:28.078878Z","end":"2026-07-28T14:13:28.250718Z","steps":["trace[510369460] 'process raft request' (duration: 171.53461ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:28.250621Z","caller":"traceutil/trace.go:171","msg":"trace[1245817183] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"174.145876ms","start":"2026-07-28T14:13:28.076425Z","end":"2026-07-28T14:13:28.250571Z","steps":["trace[1245817183] 'process raft request' (duration: 173.956061ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:32.984076Z","caller":"traceutil/trace.go:171","msg":"trace[1307509935] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"104.798931ms","start":"2026-07-28T14:13:32.879246Z","end":"2026-07-28T14:13:32.984045Z","steps":["trace[1307509935] 'process raft request' (duration: 104.606786ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:33.049095Z","caller":"traceutil/trace.go:171","msg":"trace[206166861] linearizableReadLoop","detail":"{readStateIndex:4892; appliedIndex:4890; }","duration":"100.218786ms","start":"2026-07-28T14:13:32.948848Z","end":"2026-07-28T14:13:33.049067Z","steps":["trace[206166861] 'read index received' (duration: 35.042777ms)","trace[206166861] 'applied index is now lower than readState.Index' (duration: 65.175199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:33.049234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.365039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:13:33.049273Z","caller":"traceutil/trace.go:171","msg":"trace[1256002357] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4716; }","duration":"100.457452ms","start":"2026-07-28T14:13:32.948803Z","end":"2026-07-28T14:13:33.049261Z","steps":["trace[1256002357] 'agreement among raft nodes before linearized reading' (duration: 100.37019ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:33.049436Z","caller":"traceutil/trace.go:171","msg":"trace[165360250] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"166.076979ms","start":"2026-07-28T14:13:32.883277Z","end":"2026-07-28T14:13:33.049354Z","steps":["trace[165360250] 'process raft request' (duration: 138.453061ms)","trace[165360250] 'compare' (duration: 27.206748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:34.154423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.873949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"warn","ts":"2026-07-28T14:13:34.154451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.563475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-28T14:13:34.154511Z","caller":"traceutil/trace.go:171","msg":"trace[424434360] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4744; }","duration":"127.989062ms","start":"2026-07-28T14:13:34.0265Z","end":"2026-07-28T14:13:34.154489Z","steps":["trace[424434360] 'range keys from in-memory index tree' (duration: 127.759106ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:34.154635Z","caller":"traceutil/trace.go:171","msg":"trace[1420031735] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"120.89151ms","start":"2026-07-28T14:13:34.033728Z","end":"2026-07-28T14:13:34.154619Z","steps":["trace[1420031735] 'process raft request' (duration: 101.355959ms)","trace[1420031735] 'compare' (duration: 19.227683ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:34.154531Z","caller":"traceutil/trace.go:171","msg":"trace[2064526110] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4744; }","duration":"126.665238ms","start":"2026-07-28T14:13:34.027846Z","end":"2026-07-28T14:13:34.154511Z","steps":["trace[2064526110] 'range keys from in-memory index tree' (duration: 126.36489ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:34.15486Z","caller":"traceutil/trace.go:171","msg":"trace[1984743824] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4745; }","duration":"121.002713ms","start":"2026-07-28T14:13:34.033846Z","end":"2026-07-28T14:13:34.154849Z","steps":["trace[1984743824] 'process raft request' (duration: 120.702925ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:42.587385Z","caller":"traceutil/trace.go:171","msg":"trace[1501623986] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"108.587399ms","start":"2026-07-28T14:13:42.478775Z","end":"2026-07-28T14:13:42.587362Z","steps":["trace[1501623986] 'process raft request' (duration: 108.198769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:47.510547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440203920866590682,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:13:47.668253Z","caller":"traceutil/trace.go:171","msg":"trace[1168423362] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"659.049814ms","start":"2026-07-28T14:13:47.009173Z","end":"2026-07-28T14:13:47.668223Z","steps":["trace[1168423362] 'process raft request' (duration: 658.88886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:47.668498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:47.009138Z","time spent":"659.203198ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:13:47.786981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.250825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T14:13:47.787176Z","caller":"traceutil/trace.go:171","msg":"trace[231505061] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5114; }","duration":"777.35688ms","start":"2026-07-28T14:13:47.009805Z","end":"2026-07-28T14:13:47.787162Z","steps":["trace[231505061] 'read index received' (duration: 658.349476ms)","trace[231505061] 'applied index is now lower than readState.Index' (duration: 119.006614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:47.787431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.614837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad82658e-404a-46da-ac10-b1fb6f0ff29d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-28T14:13:47.787461Z","caller":"traceutil/trace.go:171","msg":"trace[622850131] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad82658e-404a-46da-ac10-b1fb6f0ff29d; range_end:; response_count:1; response_revision:4931; }","duration":"777.665638ms","start":"2026-07-28T14:13:47.009785Z","end":"2026-07-28T14:13:47.787451Z","steps":["trace[622850131] 'agreement among raft nodes before linearized reading' (duration: 777.556615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:47.787502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:47.009779Z","time spent":"777.7174ms","remote":"127.0.0.1:58186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ad82658e-404a-46da-ac10-b1fb6f0ff29d\" "} {"level":"info","ts":"2026-07-28T14:13:47.787645Z","caller":"traceutil/trace.go:171","msg":"trace[614254076] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"111.355195ms","start":"2026-07-28T14:13:47.676264Z","end":"2026-07-28T14:13:47.78762Z","steps":["trace[614254076] 'process raft request' (duration: 110.79134ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:47.827767Z","caller":"traceutil/trace.go:171","msg":"trace[1592069174] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"151.250563ms","start":"2026-07-28T14:13:47.676487Z","end":"2026-07-28T14:13:47.827737Z","steps":["trace[1592069174] 'process raft request' (duration: 111.12116ms)","trace[1592069174] 'compare' (duration: 39.64023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:47.827926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.044273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:47.827986Z","caller":"traceutil/trace.go:171","msg":"trace[1767076230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4935; }","duration":"582.141425ms","start":"2026-07-28T14:13:47.245833Z","end":"2026-07-28T14:13:47.827975Z","steps":["trace[1767076230] 'agreement among raft nodes before linearized reading' (duration: 582.049123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:47.828029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:47.245821Z","time spent":"582.200086ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:13:47.828173Z","caller":"traceutil/trace.go:171","msg":"trace[1343793188] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"151.596001ms","start":"2026-07-28T14:13:47.676569Z","end":"2026-07-28T14:13:47.828165Z","steps":["trace[1343793188] 'process raft request' (duration: 151.16267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:47.828335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.694256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16403"} {"level":"info","ts":"2026-07-28T14:13:47.828361Z","caller":"traceutil/trace.go:171","msg":"trace[150613608] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4935; }","duration":"153.760588ms","start":"2026-07-28T14:13:47.674593Z","end":"2026-07-28T14:13:47.828353Z","steps":["trace[150613608] 'agreement among raft nodes before linearized reading' (duration: 153.669546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:47.828371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.22403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:47.828413Z","caller":"traceutil/trace.go:171","msg":"trace[396417291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4935; }","duration":"691.305422ms","start":"2026-07-28T14:13:47.137095Z","end":"2026-07-28T14:13:47.8284Z","steps":["trace[396417291] 'agreement among raft nodes before linearized reading' (duration: 691.245011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:47.828453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:47.137076Z","time spent":"691.368884ms","remote":"127.0.0.1:58048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:13:47.828984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.250615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:13:47.82903Z","caller":"traceutil/trace.go:171","msg":"trace[1812648204] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4935; }","duration":"253.338157ms","start":"2026-07-28T14:13:47.575682Z","end":"2026-07-28T14:13:47.82902Z","steps":["trace[1812648204] 'agreement among raft nodes before linearized reading' (duration: 253.260105ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:47.829573Z","caller":"traceutil/trace.go:171","msg":"trace[247495925] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"151.328974ms","start":"2026-07-28T14:13:47.676501Z","end":"2026-07-28T14:13:47.82783Z","steps":["trace[247495925] 'process raft request' (duration: 151.14685ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:47.990781Z","caller":"traceutil/trace.go:171","msg":"trace[1931104169] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"152.239148ms","start":"2026-07-28T14:13:47.838517Z","end":"2026-07-28T14:13:47.990756Z","steps":["trace[1931104169] 'process raft request' (duration: 152.062344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:14.939954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.917424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:14:14.940118Z","caller":"traceutil/trace.go:171","msg":"trace[1045593666] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"147.976099ms","start":"2026-07-28T14:14:14.792124Z","end":"2026-07-28T14:14:14.9401Z","steps":["trace[1045593666] 'process raft request' (duration: 147.920317ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:14.940347Z","caller":"traceutil/trace.go:171","msg":"trace[2102990885] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"149.56008ms","start":"2026-07-28T14:14:14.790746Z","end":"2026-07-28T14:14:14.940306Z","steps":["trace[2102990885] 'process raft request' (duration: 27.206956ms)","trace[2102990885] 'compare' (duration: 121.8205ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:47.6161Z","caller":"traceutil/trace.go:171","msg":"trace[1563416782] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"185.384574ms","start":"2026-07-28T14:14:47.430687Z","end":"2026-07-28T14:14:47.616071Z","steps":["trace[1563416782] 'process raft request' (duration: 185.169388ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:48.472316Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2793} {"level":"info","ts":"2026-07-28T14:14:48.685069Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2793,"took":"210.842557ms","hash":858187817,"current-db-size-bytes":53944320,"current-db-size":"54 MB","current-db-size-in-use-bytes":28577792,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T14:14:48.685179Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":858187817,"revision":2793,"compact-revision":-1} {"level":"info","ts":"2026-07-28T14:15:01.457072Z","caller":"traceutil/trace.go:171","msg":"trace[432020809] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"118.992967ms","start":"2026-07-28T14:15:01.338055Z","end":"2026-07-28T14:15:01.457048Z","steps":["trace[432020809] 'process raft request' (duration: 80.583653ms)","trace[432020809] 'compare' (duration: 38.149307ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:17:33.347359Z","caller":"traceutil/trace.go:171","msg":"trace[1036691638] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"107.382282ms","start":"2026-07-28T14:17:33.239942Z","end":"2026-07-28T14:17:33.347325Z","steps":["trace[1036691638] 'process raft request' (duration: 107.235507ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:17:33.347519Z","caller":"traceutil/trace.go:171","msg":"trace[1456506438] transaction","detail":"{read_only:false; response_revision:6559; number_of_response:1; }","duration":"107.170775ms","start":"2026-07-28T14:17:33.24034Z","end":"2026-07-28T14:17:33.347511Z","steps":["trace[1456506438] 'process raft request' (duration: 106.938938ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:17:33.347638Z","caller":"traceutil/trace.go:171","msg":"trace[537385875] linearizableReadLoop","detail":"{readStateIndex:6798; appliedIndex:6795; }","duration":"105.821404ms","start":"2026-07-28T14:17:33.241794Z","end":"2026-07-28T14:17:33.347615Z","steps":["trace[537385875] 'read index received' (duration: 67.911677ms)","trace[537385875] 'applied index is now lower than readState.Index' (duration: 37.907847ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:17:33.347672Z","caller":"traceutil/trace.go:171","msg":"trace[1574771942] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"107.025951ms","start":"2026-07-28T14:17:33.24062Z","end":"2026-07-28T14:17:33.347646Z","steps":["trace[1574771942] 'process raft request' (duration: 106.820025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:17:33.347827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.020281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-07-28T14:17:33.347838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.188465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-07-28T14:17:33.347863Z","caller":"traceutil/trace.go:171","msg":"trace[876279384] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6560; }","duration":"103.247488ms","start":"2026-07-28T14:17:33.24461Z","end":"2026-07-28T14:17:33.347857Z","steps":["trace[876279384] 'agreement among raft nodes before linearized reading' (duration: 103.115784ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:17:33.347868Z","caller":"traceutil/trace.go:171","msg":"trace[136647221] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6560; }","duration":"106.104864ms","start":"2026-07-28T14:17:33.24175Z","end":"2026-07-28T14:17:33.347855Z","steps":["trace[136647221] 'agreement among raft nodes before linearized reading' (duration: 105.960779ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:48.477859Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5417} {"level":"info","ts":"2026-07-28T14:19:48.605151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5417,"took":"125.338695ms","hash":1481851515,"current-db-size-bytes":53944320,"current-db-size":"54 MB","current-db-size-in-use-bytes":18608128,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-07-28T14:19:48.605215Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1481851515,"revision":5417,"compact-revision":2793}