{"level":"warn","ts":"2026-05-29T02:09:33.870744Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:09:33.870821Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-29T02:09:33.870884Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:09:33.870895Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-05-29T02:09:33.870918Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:09:33.871605Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-05-29T02:09:33.87168Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-29T02:09:33.875577Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.702249ms"} {"level":"info","ts":"2026-05-29T02:09:33.880059Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-05-29T02:09:33.880137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-05-29T02:09:33.880161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-05-29T02:09:33.880172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-29T02:09:33.880185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-05-29T02:09:33.880222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-05-29T02:09:33.884208Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-29T02:09:33.88523Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-29T02:09:33.886095Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-29T02:09:33.887576Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-29T02:09:33.887675Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:09:33.88778Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:09:33.887801Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:09:33.888132Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-29T02:09:33.890455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-05-29T02:09:33.890673Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-05-29T02:09:33.892959Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:09:33.893088Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-05-29T02:09:33.893166Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-05-29T02:09:33.893613Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-29T02:09:33.893672Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-29T02:09:34.580993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-05-29T02:09:34.581065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-29T02:09:34.581134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-05-29T02:09:34.581169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-05-29T02:09:34.58119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-05-29T02:09:34.581216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-05-29T02:09:34.581246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-05-29T02:09:34.582978Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-05-29T02:09:34.582987Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:09:34.583077Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:09:34.58309Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:09:34.58348Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-29T02:09:34.583543Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-29T02:09:34.585055Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:09:34.585178Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:09:34.585223Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:09:34.585572Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-29T02:09:34.586406Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-05-29T02:09:43.297863Z","caller":"traceutil/trace.go:171","msg":"trace[856395885] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"149.719362ms","start":"2026-05-29T02:09:43.148047Z","end":"2026-05-29T02:09:43.297767Z","steps":["trace[856395885] 'process raft request' (duration: 149.422895ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:43.325436Z","caller":"traceutil/trace.go:171","msg":"trace[407268298] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"158.675987ms","start":"2026-05-29T02:09:43.166685Z","end":"2026-05-29T02:09:43.325361Z","steps":["trace[407268298] 'process raft request' (duration: 158.469402ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:43.325494Z","caller":"traceutil/trace.go:171","msg":"trace[120161694] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"158.38566ms","start":"2026-05-29T02:09:43.167085Z","end":"2026-05-29T02:09:43.325471Z","steps":["trace[120161694] 'process raft request' (duration: 158.202916ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:43.325427Z","caller":"traceutil/trace.go:171","msg":"trace[1747423056] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:362; }","duration":"142.452516ms","start":"2026-05-29T02:09:43.182951Z","end":"2026-05-29T02:09:43.325404Z","steps":["trace[1747423056] 'read index received' (duration: 114.7505ms)","trace[1747423056] 'applied index is now lower than readState.Index' (duration: 27.701006ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:43.325685Z","caller":"traceutil/trace.go:171","msg":"trace[324155252] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"156.336921ms","start":"2026-05-29T02:09:43.16925Z","end":"2026-05-29T02:09:43.325587Z","steps":["trace[324155252] 'process raft request' (duration: 156.107405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:43.325583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.611761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-05-29T02:09:43.325851Z","caller":"traceutil/trace.go:171","msg":"trace[504313001] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:352; }","duration":"142.861916ms","start":"2026-05-29T02:09:43.182904Z","end":"2026-05-29T02:09:43.325766Z","steps":["trace[504313001] 'agreement among raft nodes before linearized reading' (duration: 142.581529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:43.325932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.730255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-05-29T02:09:43.326002Z","caller":"traceutil/trace.go:171","msg":"trace[1828816037] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:352; }","duration":"135.871289ms","start":"2026-05-29T02:09:43.190107Z","end":"2026-05-29T02:09:43.325978Z","steps":["trace[1828816037] 'agreement among raft nodes before linearized reading' (duration: 135.670364ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:47.335304Z","caller":"traceutil/trace.go:171","msg":"trace[2082439388] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"300.151119ms","start":"2026-05-29T02:09:47.035128Z","end":"2026-05-29T02:09:47.335279Z","steps":["trace[2082439388] 'process raft request' (duration: 299.974455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:47.33613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:47.0351Z","time spent":"300.294423ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:09:47.453204Z","caller":"traceutil/trace.go:171","msg":"trace[1873607635] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"107.454465ms","start":"2026-05-29T02:09:47.345729Z","end":"2026-05-29T02:09:47.453183Z","steps":["trace[1873607635] 'process raft request' (duration: 106.175514ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:19.026019Z","caller":"traceutil/trace.go:171","msg":"trace[2083328120] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"101.16996ms","start":"2026-05-29T02:10:18.924823Z","end":"2026-05-29T02:10:19.025992Z","steps":["trace[2083328120] 'process raft request' (duration: 100.650187ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:19.182736Z","caller":"traceutil/trace.go:171","msg":"trace[440855086] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"118.583687ms","start":"2026-05-29T02:10:19.064125Z","end":"2026-05-29T02:10:19.182709Z","steps":["trace[440855086] 'process raft request' (duration: 118.414153ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:19.331095Z","caller":"traceutil/trace.go:171","msg":"trace[195880085] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"248.475003ms","start":"2026-05-29T02:10:19.082592Z","end":"2026-05-29T02:10:19.331067Z","steps":["trace[195880085] 'process raft request' (duration: 169.657007ms)","trace[195880085] 'compare' (duration: 78.617961ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:19.910086Z","caller":"traceutil/trace.go:171","msg":"trace[547453727] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"165.109089ms","start":"2026-05-29T02:10:19.744912Z","end":"2026-05-29T02:10:19.910021Z","steps":["trace[547453727] 'process raft request' (duration: 164.31493ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:20.176555Z","caller":"traceutil/trace.go:171","msg":"trace[1737456185] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"207.946954ms","start":"2026-05-29T02:10:19.968581Z","end":"2026-05-29T02:10:20.176528Z","steps":["trace[1737456185] 'process raft request' (duration: 207.80169ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:20.188354Z","caller":"traceutil/trace.go:171","msg":"trace[529105812] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"176.263336ms","start":"2026-05-29T02:10:20.012046Z","end":"2026-05-29T02:10:20.18831Z","steps":["trace[529105812] 'process raft request' (duration: 175.982819ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:20.508894Z","caller":"traceutil/trace.go:171","msg":"trace[1434475130] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"241.997448ms","start":"2026-05-29T02:10:20.26687Z","end":"2026-05-29T02:10:20.508868Z","steps":["trace[1434475130] 'process raft request' (duration: 241.24764ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:20.511994Z","caller":"traceutil/trace.go:171","msg":"trace[1889321744] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"244.674852ms","start":"2026-05-29T02:10:20.267296Z","end":"2026-05-29T02:10:20.511971Z","steps":["trace[1889321744] 'process raft request' (duration: 244.449567ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:20.511997Z","caller":"traceutil/trace.go:171","msg":"trace[79976776] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:670; }","duration":"221.16733ms","start":"2026-05-29T02:10:20.290804Z","end":"2026-05-29T02:10:20.511972Z","steps":["trace[79976776] 'read index received' (duration: 217.38174ms)","trace[79976776] 'applied index is now lower than readState.Index' (duration: 3.78463ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:20.512278Z","caller":"traceutil/trace.go:171","msg":"trace[1654377126] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"244.661981ms","start":"2026-05-29T02:10:20.267581Z","end":"2026-05-29T02:10:20.512243Z","steps":["trace[1654377126] 'process raft request' (duration: 244.294933ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:20.512315Z","caller":"traceutil/trace.go:171","msg":"trace[1944834054] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"244.612671ms","start":"2026-05-29T02:10:20.267686Z","end":"2026-05-29T02:10:20.512299Z","steps":["trace[1944834054] 'process raft request' (duration: 244.227581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:20.512418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.543048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:20.512468Z","caller":"traceutil/trace.go:171","msg":"trace[1377458419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"221.696272ms","start":"2026-05-29T02:10:20.290756Z","end":"2026-05-29T02:10:20.512452Z","steps":["trace[1377458419] 'agreement among raft nodes before linearized reading' (duration: 221.563469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:20.513197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.208046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:10:20.513247Z","caller":"traceutil/trace.go:171","msg":"trace[1218596586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:648; }","duration":"199.328238ms","start":"2026-05-29T02:10:20.313906Z","end":"2026-05-29T02:10:20.513234Z","steps":["trace[1218596586] 'agreement among raft nodes before linearized reading' (duration: 198.427956ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:35.933391Z","caller":"traceutil/trace.go:171","msg":"trace[1247379321] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"111.251091ms","start":"2026-05-29T02:10:35.822118Z","end":"2026-05-29T02:10:35.933369Z","steps":["trace[1247379321] 'process raft request' (duration: 111.075877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:36.210374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.831848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:36.210487Z","caller":"traceutil/trace.go:171","msg":"trace[938531489] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:799; }","duration":"192.004482ms","start":"2026-05-29T02:10:36.018465Z","end":"2026-05-29T02:10:36.210469Z","steps":["trace[938531489] 'count revisions from in-memory index tree' (duration: 191.724866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:36.210488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.382593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:10:36.210585Z","caller":"traceutil/trace.go:171","msg":"trace[1696518455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:799; }","duration":"208.516686ms","start":"2026-05-29T02:10:36.002042Z","end":"2026-05-29T02:10:36.210558Z","steps":["trace[1696518455] 'range keys from in-memory index tree' (duration: 208.208669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:57.462982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.468199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:11:57.46309Z","caller":"traceutil/trace.go:171","msg":"trace[1269994957] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1890; }","duration":"192.633953ms","start":"2026-05-29T02:11:57.270438Z","end":"2026-05-29T02:11:57.463072Z","steps":["trace[1269994957] 'count revisions from in-memory index tree' (duration: 192.369825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:57.46317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.545025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:11:57.463244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.682925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:11:57.463276Z","caller":"traceutil/trace.go:171","msg":"trace[1004729977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1890; }","duration":"172.70989ms","start":"2026-05-29T02:11:57.290541Z","end":"2026-05-29T02:11:57.463251Z","steps":["trace[1004729977] 'range keys from in-memory index tree' (duration: 172.463612ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:57.463298Z","caller":"traceutil/trace.go:171","msg":"trace[563611192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1890; }","duration":"264.774777ms","start":"2026-05-29T02:11:57.198509Z","end":"2026-05-29T02:11:57.463283Z","steps":["trace[563611192] 'range keys from in-memory index tree' (duration: 264.499439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:57.463515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.397021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d1a13cb-46f2-4a84-ae93-08ce76149726\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-29T02:11:57.463604Z","caller":"traceutil/trace.go:171","msg":"trace[247927493] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d1a13cb-46f2-4a84-ae93-08ce76149726; range_end:; response_count:1; response_revision:1890; }","duration":"244.625297ms","start":"2026-05-29T02:11:57.21895Z","end":"2026-05-29T02:11:57.463575Z","steps":["trace[247927493] 'range keys from in-memory index tree' (duration: 244.241976ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:57.887531Z","caller":"traceutil/trace.go:171","msg":"trace[1495916835] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"145.6715ms","start":"2026-05-29T02:11:57.741837Z","end":"2026-05-29T02:11:57.887509Z","steps":["trace[1495916835] 'process raft request' (duration: 145.554977ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:13.005626Z","caller":"traceutil/trace.go:171","msg":"trace[217991239] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"102.937772ms","start":"2026-05-29T02:12:12.902671Z","end":"2026-05-29T02:12:13.005608Z","steps":["trace[217991239] 'process raft request' (duration: 102.526721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:46.918222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.589116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:12:46.918581Z","caller":"traceutil/trace.go:171","msg":"trace[27131198] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"232.629196ms","start":"2026-05-29T02:12:46.685893Z","end":"2026-05-29T02:12:46.918522Z","steps":["trace[27131198] 'process raft request' (duration: 118.507227ms)","trace[27131198] 'compare' (duration: 113.307479ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:12:46.918744Z","caller":"traceutil/trace.go:171","msg":"trace[1038601450] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"144.2311ms","start":"2026-05-29T02:12:46.774478Z","end":"2026-05-29T02:12:46.918709Z","steps":["trace[1038601450] 'process raft request' (duration: 144.079707ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:46.919171Z","caller":"traceutil/trace.go:171","msg":"trace[1328598841] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"147.612202ms","start":"2026-05-29T02:12:46.771039Z","end":"2026-05-29T02:12:46.918651Z","steps":["trace[1328598841] 'process raft request' (duration: 147.400027ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:47.406104Z","caller":"traceutil/trace.go:171","msg":"trace[1179898745] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"116.213551ms","start":"2026-05-29T02:12:47.289866Z","end":"2026-05-29T02:12:47.406079Z","steps":["trace[1179898745] 'read index received' (duration: 115.896043ms)","trace[1179898745] 'applied index is now lower than readState.Index' (duration: 316.598µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:12:47.406203Z","caller":"traceutil/trace.go:171","msg":"trace[459561723] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"224.670963ms","start":"2026-05-29T02:12:47.181499Z","end":"2026-05-29T02:12:47.40617Z","steps":["trace[459561723] 'process raft request' (duration: 224.399346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:47.406366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.474078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:12:47.406472Z","caller":"traceutil/trace.go:171","msg":"trace[48957512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2210; }","duration":"116.661112ms","start":"2026-05-29T02:12:47.289787Z","end":"2026-05-29T02:12:47.406448Z","steps":["trace[48957512] 'agreement among raft nodes before linearized reading' (duration: 116.423386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:52.794634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.408759ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:12:53.137113Z","caller":"traceutil/trace.go:171","msg":"trace[678871981] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"200.28272ms","start":"2026-05-29T02:12:52.936811Z","end":"2026-05-29T02:12:53.137094Z","steps":["trace[678871981] 'process raft request' (duration: 200.139927ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:53.191706Z","caller":"traceutil/trace.go:171","msg":"trace[1337766069] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2327; }","duration":"251.544736ms","start":"2026-05-29T02:12:52.940138Z","end":"2026-05-29T02:12:53.191683Z","steps":["trace[1337766069] 'read index received' (duration: 197.006471ms)","trace[1337766069] 'applied index is now lower than readState.Index' (duration: 54.537045ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:12:53.191914Z","caller":"traceutil/trace.go:171","msg":"trace[1412448408] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"254.571699ms","start":"2026-05-29T02:12:52.937153Z","end":"2026-05-29T02:12:53.191724Z","steps":["trace[1412448408] 'process raft request' (duration: 254.394894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:53.192051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.020783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-29T02:12:53.192058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.908548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:12:53.192129Z","caller":"traceutil/trace.go:171","msg":"trace[1525584448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"230.190657ms","start":"2026-05-29T02:12:52.961921Z","end":"2026-05-29T02:12:53.192112Z","steps":["trace[1525584448] 'agreement among raft nodes before linearized reading' (duration: 229.932021ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:53.192167Z","caller":"traceutil/trace.go:171","msg":"trace[489520026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2237; }","duration":"227.059041ms","start":"2026-05-29T02:12:52.965088Z","end":"2026-05-29T02:12:53.192147Z","steps":["trace[489520026] 'agreement among raft nodes before linearized reading' (duration: 226.795544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:53.192014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.855673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:12:53.192332Z","caller":"traceutil/trace.go:171","msg":"trace[495423932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2237; }","duration":"252.205142ms","start":"2026-05-29T02:12:52.940102Z","end":"2026-05-29T02:12:53.192307Z","steps":["trace[495423932] 'agreement among raft nodes before linearized reading' (duration: 251.760661ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:28.022384Z","caller":"traceutil/trace.go:171","msg":"trace[227699775] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"110.357566ms","start":"2026-05-29T02:13:27.911993Z","end":"2026-05-29T02:13:28.022351Z","steps":["trace[227699775] 'process raft request' (duration: 110.182212ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:14:01.73235Z","caller":"traceutil/trace.go:171","msg":"trace[795861533] linearizableReadLoop","detail":"{readStateIndex:2920; appliedIndex:2919; }","duration":"119.07076ms","start":"2026-05-29T02:14:01.613247Z","end":"2026-05-29T02:14:01.732317Z","steps":["trace[795861533] 'read index received' (duration: 91.054427ms)","trace[795861533] 'applied index is now lower than readState.Index' (duration: 28.015383ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:14:01.732509Z","caller":"traceutil/trace.go:171","msg":"trace[947775986] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"159.116971ms","start":"2026-05-29T02:14:01.573364Z","end":"2026-05-29T02:14:01.732481Z","steps":["trace[947775986] 'process raft request' (duration: 130.954924ms)","trace[947775986] 'compare' (duration: 27.817647ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:14:01.732594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.332306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:14:01.732635Z","caller":"traceutil/trace.go:171","msg":"trace[1517050218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2808; }","duration":"119.429908ms","start":"2026-05-29T02:14:01.613195Z","end":"2026-05-29T02:14:01.732625Z","steps":["trace[1517050218] 'agreement among raft nodes before linearized reading' (duration: 119.270434ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:14:02.057608Z","caller":"traceutil/trace.go:171","msg":"trace[338670134] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"254.689855ms","start":"2026-05-29T02:14:01.802887Z","end":"2026-05-29T02:14:02.057577Z","steps":["trace[338670134] 'process raft request' (duration: 208.778372ms)","trace[338670134] 'compare' (duration: 45.594744ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:14:25.226479Z","caller":"traceutil/trace.go:171","msg":"trace[652834050] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"111.567048ms","start":"2026-05-29T02:14:25.114883Z","end":"2026-05-29T02:14:25.22645Z","steps":["trace[652834050] 'process raft request' (duration: 111.405735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:16:23.004627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.758112ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:16:23.004731Z","caller":"traceutil/trace.go:171","msg":"trace[840114003] linearizableReadLoop","detail":"{readStateIndex:3899; appliedIndex:3898; }","duration":"130.353688ms","start":"2026-05-29T02:16:22.874361Z","end":"2026-05-29T02:16:23.004715Z","steps":["trace[840114003] 'read index received' (duration: 8.496403ms)","trace[840114003] 'applied index is now lower than readState.Index' (duration: 121.855925ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:16:23.004946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.577783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:16:23.005026Z","caller":"traceutil/trace.go:171","msg":"trace[793300537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3751; }","duration":"130.694756ms","start":"2026-05-29T02:16:22.874316Z","end":"2026-05-29T02:16:23.005011Z","steps":["trace[793300537] 'agreement among raft nodes before linearized reading' (duration: 130.479541ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:47.689633Z","caller":"traceutil/trace.go:171","msg":"trace[1261666568] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:4999; }","duration":"132.347243ms","start":"2026-05-29T02:17:47.557249Z","end":"2026-05-29T02:17:47.689596Z","steps":["trace[1261666568] 'read index received' (duration: 8.586206ms)","trace[1261666568] 'applied index is now lower than readState.Index' (duration: 123.760257ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:47.689708Z","caller":"traceutil/trace.go:171","msg":"trace[877469524] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"133.736937ms","start":"2026-05-29T02:17:47.555943Z","end":"2026-05-29T02:17:47.68968Z","steps":["trace[877469524] 'process raft request' (duration: 133.533993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:47.689877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.607079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-29T02:17:47.689915Z","caller":"traceutil/trace.go:171","msg":"trace[1695427280] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4815; }","duration":"132.684422ms","start":"2026-05-29T02:17:47.557221Z","end":"2026-05-29T02:17:47.689905Z","steps":["trace[1695427280] 'agreement among raft nodes before linearized reading' (duration: 132.501767ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:47.689957Z","caller":"traceutil/trace.go:171","msg":"trace[859044138] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"134.928126ms","start":"2026-05-29T02:17:47.555016Z","end":"2026-05-29T02:17:47.689944Z","steps":["trace[859044138] 'process raft request' (duration: 108.835518ms)","trace[859044138] 'compare' (duration: 25.214557ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:47.690008Z","caller":"traceutil/trace.go:171","msg":"trace[475719092] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"133.546002ms","start":"2026-05-29T02:17:47.556424Z","end":"2026-05-29T02:17:47.68997Z","steps":["trace[475719092] 'process raft request' (duration: 133.092011ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:47.690121Z","caller":"traceutil/trace.go:171","msg":"trace[1093335035] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"125.027338ms","start":"2026-05-29T02:17:47.565084Z","end":"2026-05-29T02:17:47.690111Z","steps":["trace[1093335035] 'process raft request' (duration: 124.459014ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:47.690057Z","caller":"traceutil/trace.go:171","msg":"trace[1661120562] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"134.188468ms","start":"2026-05-29T02:17:47.555862Z","end":"2026-05-29T02:17:47.690051Z","steps":["trace[1661120562] 'process raft request' (duration: 133.581754ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:47.69014Z","caller":"traceutil/trace.go:171","msg":"trace[457989249] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"134.081996ms","start":"2026-05-29T02:17:47.556035Z","end":"2026-05-29T02:17:47.690117Z","steps":["trace[457989249] 'process raft request' (duration: 133.462401ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:47.869499Z","caller":"traceutil/trace.go:171","msg":"trace[1340843215] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5011; }","duration":"116.040831ms","start":"2026-05-29T02:17:47.753432Z","end":"2026-05-29T02:17:47.869473Z","steps":["trace[1340843215] 'read index received' (duration: 62.825681ms)","trace[1340843215] 'applied index is now lower than readState.Index' (duration: 53.2142ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:47.869647Z","caller":"traceutil/trace.go:171","msg":"trace[1801875946] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"119.132175ms","start":"2026-05-29T02:17:47.750474Z","end":"2026-05-29T02:17:47.869606Z","steps":["trace[1801875946] 'process raft request' (duration: 65.774641ms)","trace[1801875946] 'compare' (duration: 53.101328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:47.86975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.10452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-29T02:17:47.8698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.835866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-whjmj-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:47.869873Z","caller":"traceutil/trace.go:171","msg":"trace[434969643] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-whjmj-tls; range_end:; response_count:0; response_revision:4821; }","duration":"110.931758ms","start":"2026-05-29T02:17:47.758926Z","end":"2026-05-29T02:17:47.869858Z","steps":["trace[434969643] 'agreement among raft nodes before linearized reading' (duration: 110.815445ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:47.869897Z","caller":"traceutil/trace.go:171","msg":"trace[1698828646] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4821; }","duration":"123.160273ms","start":"2026-05-29T02:17:47.746615Z","end":"2026-05-29T02:17:47.869775Z","steps":["trace[1698828646] 'agreement among raft nodes before linearized reading' (duration: 122.989939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:47.870054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.213354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:75516"} {"level":"info","ts":"2026-05-29T02:17:47.870105Z","caller":"traceutil/trace.go:171","msg":"trace[169756892] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4821; }","duration":"111.288156ms","start":"2026-05-29T02:17:47.758804Z","end":"2026-05-29T02:17:47.870093Z","steps":["trace[169756892] 'agreement among raft nodes before linearized reading' (duration: 110.884337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:47.870579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.881757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209851"} {"level":"info","ts":"2026-05-29T02:17:47.870633Z","caller":"traceutil/trace.go:171","msg":"trace[804548179] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4821; }","duration":"130.97141ms","start":"2026-05-29T02:17:47.739646Z","end":"2026-05-29T02:17:47.870618Z","steps":["trace[804548179] 'agreement among raft nodes before linearized reading' (duration: 130.077759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:52.613559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.095409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe6e66c9-ff88-40ee-8fd4-5dbce10034d3\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-29T02:17:52.613762Z","caller":"traceutil/trace.go:171","msg":"trace[1622556716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe6e66c9-ff88-40ee-8fd4-5dbce10034d3; range_end:; response_count:1; response_revision:4981; }","duration":"152.335025ms","start":"2026-05-29T02:17:52.461406Z","end":"2026-05-29T02:17:52.613741Z","steps":["trace[1622556716] 'range keys from in-memory index tree' (duration: 151.937076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:52.613841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.572094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe6e66c9-ff88-40ee-8fd4-5dbce10034d3\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-29T02:17:52.613971Z","caller":"traceutil/trace.go:171","msg":"trace[1330479093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe6e66c9-ff88-40ee-8fd4-5dbce10034d3; range_end:; response_count:1; response_revision:4981; }","duration":"180.776409ms","start":"2026-05-29T02:17:52.43317Z","end":"2026-05-29T02:17:52.613946Z","steps":["trace[1330479093] 'range keys from in-memory index tree' (duration: 180.40536ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:52.650534Z","caller":"traceutil/trace.go:171","msg":"trace[632182159] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5177; }","duration":"142.069627ms","start":"2026-05-29T02:17:52.508434Z","end":"2026-05-29T02:17:52.650504Z","steps":["trace[632182159] 'read index received' (duration: 101.275965ms)","trace[632182159] 'applied index is now lower than readState.Index' (duration: 40.791832ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:52.651178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.722282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786880"} {"level":"info","ts":"2026-05-29T02:17:52.651258Z","caller":"traceutil/trace.go:171","msg":"trace[1058980772] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4981; }","duration":"142.841935ms","start":"2026-05-29T02:17:52.508398Z","end":"2026-05-29T02:17:52.65124Z","steps":["trace[1058980772] 'agreement among raft nodes before linearized reading' (duration: 142.225301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:52.67563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.396325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-05-29T02:17:52.675684Z","caller":"traceutil/trace.go:171","msg":"trace[1670748232] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4982; }","duration":"142.520628ms","start":"2026-05-29T02:17:52.533151Z","end":"2026-05-29T02:17:52.675672Z","steps":["trace[1670748232] 'agreement among raft nodes before linearized reading' (duration: 142.368834ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:04.069714Z","caller":"traceutil/trace.go:171","msg":"trace[913872728] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"108.051729ms","start":"2026-05-29T02:18:03.96163Z","end":"2026-05-29T02:18:04.069681Z","steps":["trace[913872728] 'process raft request' (duration: 23.823574ms)","trace[913872728] 'compare' (duration: 83.934749ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:04.283465Z","caller":"traceutil/trace.go:171","msg":"trace[603075237] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"198.550616ms","start":"2026-05-29T02:18:04.084894Z","end":"2026-05-29T02:18:04.283444Z","steps":["trace[603075237] 'process raft request' (duration: 195.972814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:04.830036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.454297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:18:04.83023Z","caller":"traceutil/trace.go:171","msg":"trace[1066886188] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"234.053541ms","start":"2026-05-29T02:18:04.596161Z","end":"2026-05-29T02:18:04.830215Z","steps":["trace[1066886188] 'process raft request' (duration: 234.01537ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:04.830554Z","caller":"traceutil/trace.go:171","msg":"trace[1553273209] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"234.83847ms","start":"2026-05-29T02:18:04.595701Z","end":"2026-05-29T02:18:04.830539Z","steps":["trace[1553273209] 'process raft request' (duration: 108.805828ms)","trace[1553273209] 'compare' (duration: 125.17349ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:04.830763Z","caller":"traceutil/trace.go:171","msg":"trace[2134755585] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"234.732497ms","start":"2026-05-29T02:18:04.596021Z","end":"2026-05-29T02:18:04.830754Z","steps":["trace[2134755585] 'process raft request' (duration: 234.097771ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:18.942657Z","caller":"traceutil/trace.go:171","msg":"trace[1278846120] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"186.770852ms","start":"2026-05-29T02:18:18.755852Z","end":"2026-05-29T02:18:18.942622Z","steps":["trace[1278846120] 'process raft request' (duration: 186.488215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:19:09.658335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.220417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-29T02:19:09.658486Z","caller":"traceutil/trace.go:171","msg":"trace[740935302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5928; }","duration":"126.444133ms","start":"2026-05-29T02:19:09.532013Z","end":"2026-05-29T02:19:09.658458Z","steps":["trace[740935302] 'range keys from in-memory index tree' (duration: 125.988942ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:19:34.608082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2990} {"level":"info","ts":"2026-05-29T02:19:34.673865Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2990,"took":"64.448061ms","hash":4080948360,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":34299904,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-29T02:19:34.673943Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4080948360,"revision":2990,"compact-revision":-1} {"level":"warn","ts":"2026-05-29T02:20:22.790446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776541831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:20:23.291085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776541831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:20:23.791989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776541831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:20:24.289455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:20:24.28954Z","caller":"traceutil/trace.go:171","msg":"trace[1207259280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047015s","start":"2026-05-29T02:20:22.289473Z","end":"2026-05-29T02:20:24.28952Z","steps":["trace[1207259280] 'agreement among raft nodes before linearized reading' (duration: 1.999939882s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:24.289595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:22.289458Z","time spent":"2.000129666s","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:20:24.293111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776541831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:20:24.794267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776541831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:20:25.210064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.987002072s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:20:25.213028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105589772s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:20:25.213153Z","caller":"traceutil/trace.go:171","msg":"trace[339759929] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6436; }","duration":"1.105726485s","start":"2026-05-29T02:20:24.10741Z","end":"2026-05-29T02:20:25.213136Z","steps":["trace[339759929] 'range keys from in-memory index tree' (duration: 1.105571832s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:25.21352Z","caller":"traceutil/trace.go:171","msg":"trace[590983659] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"2.990540667s","start":"2026-05-29T02:20:22.22294Z","end":"2026-05-29T02:20:25.213481Z","steps":["trace[590983659] 'process raft request' (duration: 2.987366861s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.213753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:22.222916Z","time spent":"2.990737572s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:20:25.214934Z","caller":"traceutil/trace.go:171","msg":"trace[148685451] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"2.680961719s","start":"2026-05-29T02:20:22.533919Z","end":"2026-05-29T02:20:25.21488Z","steps":["trace[148685451] 'process raft request' (duration: 2.679708769s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.215055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:22.533889Z","time spent":"2.681101341s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:20:25.216418Z","caller":"traceutil/trace.go:171","msg":"trace[999269087] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"2.310668968s","start":"2026-05-29T02:20:22.905728Z","end":"2026-05-29T02:20:25.216397Z","steps":["trace[999269087] 'process raft request' (duration: 2.310345071s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:25.216589Z","caller":"traceutil/trace.go:171","msg":"trace[679107804] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"2.270192025s","start":"2026-05-29T02:20:22.946378Z","end":"2026-05-29T02:20:25.21657Z","steps":["trace[679107804] 'process raft request' (duration: 2.269920818s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.216672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:22.946365Z","time spent":"2.270260597s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:20:25.216684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:22.905701Z","time spent":"2.31077735s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:20:25.216949Z","caller":"traceutil/trace.go:171","msg":"trace[1438461560] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"1.522728179s","start":"2026-05-29T02:20:23.694197Z","end":"2026-05-29T02:20:25.216925Z","steps":["trace[1438461560] 'process raft request' (duration: 1.522311609s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.217065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:23.694177Z","time spent":"1.522824222s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:20:25.216982Z","caller":"traceutil/trace.go:171","msg":"trace[709317264] linearizableReadLoop","detail":"{readStateIndex:6681; appliedIndex:6674; }","duration":"2.927444078s","start":"2026-05-29T02:20:22.289499Z","end":"2026-05-29T02:20:25.216943Z","steps":["trace[709317264] 'read index received' (duration: 2.920821769s)","trace[709317264] 'applied index is now lower than readState.Index' (duration: 6.621249ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:20:25.217173Z","caller":"traceutil/trace.go:171","msg":"trace[1506628422] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"1.15455475s","start":"2026-05-29T02:20:24.062596Z","end":"2026-05-29T02:20:25.217151Z","steps":["trace[1506628422] 'process raft request' (duration: 1.154207312s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.217321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45077145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:20:25.217359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:24.062575Z","time spent":"1.154708914s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:20:25.217588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160464532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-29T02:20:25.21762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623053262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-29T02:20:25.217612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174799369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:20:25.217655Z","caller":"traceutil/trace.go:171","msg":"trace[1016896038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6442; }","duration":"1.623108954s","start":"2026-05-29T02:20:23.594534Z","end":"2026-05-29T02:20:25.217643Z","steps":["trace[1016896038] 'agreement among raft nodes before linearized reading' (duration: 1.623002892s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:25.217662Z","caller":"traceutil/trace.go:171","msg":"trace[49765843] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6442; }","duration":"2.17488445s","start":"2026-05-29T02:20:23.042766Z","end":"2026-05-29T02:20:25.217651Z","steps":["trace[49765843] 'agreement among raft nodes before linearized reading' (duration: 2.174781458s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:25.217372Z","caller":"traceutil/trace.go:171","msg":"trace[629223734] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6442; }","duration":"2.450873861s","start":"2026-05-29T02:20:22.766484Z","end":"2026-05-29T02:20:25.217358Z","steps":["trace[629223734] 'agreement among raft nodes before linearized reading' (duration: 2.450716468s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.217686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007547624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-05-29T02:20:25.217704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:23.042754Z","time spent":"2.174940362s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:20:25.217741Z","caller":"traceutil/trace.go:171","msg":"trace[1908425692] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6442; }","duration":"2.007667517s","start":"2026-05-29T02:20:23.210056Z","end":"2026-05-29T02:20:25.217724Z","steps":["trace[1908425692] 'agreement among raft nodes before linearized reading' (duration: 2.007484043s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.217772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434986878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqk7k\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:20:25.217827Z","caller":"traceutil/trace.go:171","msg":"trace[580062273] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqk7k; range_end:; response_count:1; response_revision:6442; }","duration":"1.435040139s","start":"2026-05-29T02:20:23.782757Z","end":"2026-05-29T02:20:25.217797Z","steps":["trace[580062273] 'agreement among raft nodes before linearized reading' (duration: 1.434956207s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.21779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.110081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:20:25.217859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:23.782747Z","time spent":"1.435106081s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqk7k\" "} {"level":"warn","ts":"2026-05-29T02:20:25.217859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804281813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-05-29T02:20:25.217891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444441405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:20:25.217922Z","caller":"traceutil/trace.go:171","msg":"trace[1210569382] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6442; }","duration":"1.804366685s","start":"2026-05-29T02:20:23.413528Z","end":"2026-05-29T02:20:25.217894Z","steps":["trace[1210569382] 'agreement among raft nodes before linearized reading' (duration: 1.804207381s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:25.217926Z","caller":"traceutil/trace.go:171","msg":"trace[183856486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6442; }","duration":"1.444483146s","start":"2026-05-29T02:20:23.773435Z","end":"2026-05-29T02:20:25.217918Z","steps":["trace[183856486] 'agreement among raft nodes before linearized reading' (duration: 1.444400994s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:25.217924Z","caller":"traceutil/trace.go:171","msg":"trace[793952062] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6442; }","duration":"881.268674ms","start":"2026-05-29T02:20:24.336608Z","end":"2026-05-29T02:20:25.217876Z","steps":["trace[793952062] 'agreement among raft nodes before linearized reading' (duration: 881.094319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.217732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:22.766467Z","time spent":"2.451246291s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:20:25.217953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:23.773431Z","time spent":"1.444516396s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:20:25.217979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:24.336585Z","time spent":"881.383727ms","remote":"127.0.0.1:47332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:20:25.218029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.375631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-29T02:20:25.217953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:23.41351Z","time spent":"1.804435127s","remote":"127.0.0.1:44288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-29T02:20:25.21804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.848661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:20:25.218065Z","caller":"traceutil/trace.go:171","msg":"trace[1533154616] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6442; }","duration":"503.447363ms","start":"2026-05-29T02:20:24.714609Z","end":"2026-05-29T02:20:25.218056Z","steps":["trace[1533154616] 'agreement among raft nodes before linearized reading' (duration: 503.362281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.218097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:24.714588Z","time spent":"503.501234ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:20:25.217775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:23.210035Z","time spent":"2.007732258s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-05-29T02:20:25.218097Z","caller":"traceutil/trace.go:171","msg":"trace[1932957057] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6442; }","duration":"202.949623ms","start":"2026-05-29T02:20:25.015119Z","end":"2026-05-29T02:20:25.218068Z","steps":["trace[1932957057] 'agreement among raft nodes before linearized reading' (duration: 202.656846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.217694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:23.59452Z","time spent":"1.623167655s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:20:25.218267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025268929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:20:25.218296Z","caller":"traceutil/trace.go:171","msg":"trace[1719137375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6442; }","duration":"1.02533833s","start":"2026-05-29T02:20:24.192951Z","end":"2026-05-29T02:20:25.218289Z","steps":["trace[1719137375] 'agreement among raft nodes before linearized reading' (duration: 1.025278039s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.218299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109216598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:20:25.218033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444735131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:20:25.218341Z","caller":"traceutil/trace.go:171","msg":"trace[1863815265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6442; }","duration":"1.10930016s","start":"2026-05-29T02:20:24.109031Z","end":"2026-05-29T02:20:25.218331Z","steps":["trace[1863815265] 'agreement among raft nodes before linearized reading' (duration: 1.109237049s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.218353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.193644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:20:25.218373Z","caller":"traceutil/trace.go:171","msg":"trace[1047368155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6442; }","duration":"928.246215ms","start":"2026-05-29T02:20:24.290122Z","end":"2026-05-29T02:20:25.218368Z","steps":["trace[1047368155] 'agreement among raft nodes before linearized reading' (duration: 928.214993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.218377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:24.109011Z","time spent":"1.109357822s","remote":"127.0.0.1:41856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:20:25.218398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:24.290104Z","time spent":"928.290297ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:20:25.217436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150105863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:20:25.218326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:24.192932Z","time spent":"1.025378732s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:20:25.218793Z","caller":"traceutil/trace.go:171","msg":"trace[256957064] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6442; }","duration":"1.151488506s","start":"2026-05-29T02:20:24.067292Z","end":"2026-05-29T02:20:25.218781Z","steps":["trace[256957064] 'agreement among raft nodes before linearized reading' (duration: 1.150101822s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.218905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:24.067279Z","time spent":"1.15161456s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:20:25.217641Z","caller":"traceutil/trace.go:171","msg":"trace[1988935724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6442; }","duration":"1.160518664s","start":"2026-05-29T02:20:24.05711Z","end":"2026-05-29T02:20:25.217629Z","steps":["trace[1988935724] 'agreement among raft nodes before linearized reading' (duration: 1.16035967s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.219301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:24.057059Z","time spent":"1.162224995s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:20:25.221884Z","caller":"traceutil/trace.go:171","msg":"trace[90776259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6442; }","duration":"1.44507315s","start":"2026-05-29T02:20:23.773269Z","end":"2026-05-29T02:20:25.218342Z","steps":["trace[90776259] 'agreement among raft nodes before linearized reading' (duration: 1.444735772s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:25.221939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:23.773256Z","time spent":"1.448671386s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:20:29.547156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776541899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:20:30.047679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776541899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:20:30.44822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.772342265s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:20:30.448579Z","caller":"traceutil/trace.go:171","msg":"trace[1435549065] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"1.772800787s","start":"2026-05-29T02:20:28.675747Z","end":"2026-05-29T02:20:30.448547Z","steps":["trace[1435549065] 'process raft request' (duration: 1.772663373s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.448699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:28.67572Z","time spent":"1.77290256s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:20:30.568331Z","caller":"traceutil/trace.go:171","msg":"trace[1174922513] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"1.340941515s","start":"2026-05-29T02:20:29.22736Z","end":"2026-05-29T02:20:30.568302Z","steps":["trace[1174922513] 'process raft request' (duration: 1.249662309s)","trace[1174922513] 'compare' (duration: 90.936318ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:20:30.56834Z","caller":"traceutil/trace.go:171","msg":"trace[921971009] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"1.338675682s","start":"2026-05-29T02:20:29.229642Z","end":"2026-05-29T02:20:30.568317Z","steps":["trace[921971009] 'process raft request' (duration: 1.338535138s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.568455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.227332Z","time spent":"1.341059997s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:20:30.568486Z","caller":"traceutil/trace.go:171","msg":"trace[2038295098] linearizableReadLoop","detail":"{readStateIndex:6705; appliedIndex:6702; }","duration":"1.521696015s","start":"2026-05-29T02:20:29.046762Z","end":"2026-05-29T02:20:30.568458Z","steps":["trace[2038295098] 'read index received' (duration: 1.401812321s)","trace[2038295098] 'applied index is now lower than readState.Index' (duration: 119.882304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:20:30.568529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.229623Z","time spent":"1.338781534s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:20:30.568696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336925869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:20:30.568564Z","caller":"traceutil/trace.go:171","msg":"trace[2078797599] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"1.336216382s","start":"2026-05-29T02:20:29.232318Z","end":"2026-05-29T02:20:30.568534Z","steps":["trace[2078797599] 'process raft request' (duration: 1.335956756s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.568753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278991975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:20:30.568754Z","caller":"traceutil/trace.go:171","msg":"trace[1959473248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6464; }","duration":"1.337023051s","start":"2026-05-29T02:20:29.231716Z","end":"2026-05-29T02:20:30.568739Z","steps":["trace[1959473248] 'agreement among raft nodes before linearized reading' (duration: 1.336912608s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:30.568778Z","caller":"traceutil/trace.go:171","msg":"trace[1752559626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6464; }","duration":"1.279041805s","start":"2026-05-29T02:20:29.289729Z","end":"2026-05-29T02:20:30.568771Z","steps":["trace[1752559626] 'agreement among raft nodes before linearized reading' (duration: 1.278995314s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.568797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.289717Z","time spent":"1.279075736s","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:20:30.568784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329847437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:20:30.5688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.231702Z","time spent":"1.337086113s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:20:30.568796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332045451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:20:30.568841Z","caller":"traceutil/trace.go:171","msg":"trace[1162907794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6464; }","duration":"1.329954871s","start":"2026-05-29T02:20:29.238869Z","end":"2026-05-29T02:20:30.568824Z","steps":["trace[1162907794] 'agreement among raft nodes before linearized reading' (duration: 1.329802087s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:30.568854Z","caller":"traceutil/trace.go:171","msg":"trace[1993486379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6464; }","duration":"1.332130463s","start":"2026-05-29T02:20:29.236707Z","end":"2026-05-29T02:20:30.568837Z","steps":["trace[1993486379] 'agreement among raft nodes before linearized reading' (duration: 1.331983069s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.568889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.238854Z","time spent":"1.330025942s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:20:30.568871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329830277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:20:30.568886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335841152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-05-29T02:20:30.568887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.232302Z","time spent":"1.336460818s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:20:30.568945Z","caller":"traceutil/trace.go:171","msg":"trace[432341291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6464; }","duration":"1.32992441s","start":"2026-05-29T02:20:29.239002Z","end":"2026-05-29T02:20:30.568927Z","steps":["trace[432341291] 'agreement among raft nodes before linearized reading' (duration: 1.329692995s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:30.568956Z","caller":"traceutil/trace.go:171","msg":"trace[257688219] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6464; }","duration":"1.335948864s","start":"2026-05-29T02:20:29.232989Z","end":"2026-05-29T02:20:30.568938Z","steps":["trace[257688219] 'agreement among raft nodes before linearized reading' (duration: 1.335718179s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.568987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.238996Z","time spent":"1.329982732s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:20:30.569023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.232985Z","time spent":"1.336025767s","remote":"127.0.0.1:44288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-29T02:20:30.56903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3290506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:20:30.569077Z","caller":"traceutil/trace.go:171","msg":"trace[1247880633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6464; }","duration":"1.329114251s","start":"2026-05-29T02:20:29.239951Z","end":"2026-05-29T02:20:30.569065Z","steps":["trace[1247880633] 'agreement among raft nodes before linearized reading' (duration: 1.328967397s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.568891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.236689Z","time spent":"1.332194014s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:20:30.569125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.239939Z","time spent":"1.329176413s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:20:30.568915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157298637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:20:30.569177Z","caller":"traceutil/trace.go:171","msg":"trace[1122887245] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:6464; }","duration":"1.157587345s","start":"2026-05-29T02:20:29.411574Z","end":"2026-05-29T02:20:30.569161Z","steps":["trace[1122887245] 'agreement among raft nodes before linearized reading' (duration: 1.157318447s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.56922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.411555Z","time spent":"1.157651616s","remote":"127.0.0.1:44364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:20:30.568926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32868547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqk7k\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:20:30.569277Z","caller":"traceutil/trace.go:171","msg":"trace[75363153] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqk7k; range_end:; response_count:1; response_revision:6464; }","duration":"1.329106441s","start":"2026-05-29T02:20:29.240157Z","end":"2026-05-29T02:20:30.569263Z","steps":["trace[75363153] 'agreement among raft nodes before linearized reading' (duration: 1.328570097s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.569241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329314966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-29T02:20:30.569342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.240149Z","time spent":"1.329163302s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqk7k\" "} {"level":"info","ts":"2026-05-29T02:20:30.569377Z","caller":"traceutil/trace.go:171","msg":"trace[1318629771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6464; }","duration":"1.329425098s","start":"2026-05-29T02:20:29.239894Z","end":"2026-05-29T02:20:30.569319Z","steps":["trace[1318629771] 'agreement among raft nodes before linearized reading' (duration: 1.328773762s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.569535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.239886Z","time spent":"1.329635794s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:20:30.568708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52193449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:20:30.57022Z","caller":"traceutil/trace.go:171","msg":"trace[1024143175] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6464; }","duration":"1.523456367s","start":"2026-05-29T02:20:29.046704Z","end":"2026-05-29T02:20:30.57016Z","steps":["trace[1024143175] 'agreement among raft nodes before linearized reading' (duration: 1.521877299s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.570321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:29.046682Z","time spent":"1.523603681s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":71,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:20:30.787534Z","caller":"traceutil/trace.go:171","msg":"trace[1388129179] transaction","detail":"{read_only:false; response_revision:6465; number_of_response:1; }","duration":"214.621505ms","start":"2026-05-29T02:20:30.57289Z","end":"2026-05-29T02:20:30.787512Z","steps":["trace[1388129179] 'process raft request' (duration: 214.4834ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:30.809194Z","caller":"traceutil/trace.go:171","msg":"trace[1679213913] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"235.767933ms","start":"2026-05-29T02:20:30.573406Z","end":"2026-05-29T02:20:30.809174Z","steps":["trace[1679213913] 'process raft request' (duration: 235.709852ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:30.809357Z","caller":"traceutil/trace.go:171","msg":"trace[867484084] transaction","detail":"{read_only:false; response_revision:6466; number_of_response:1; }","duration":"236.210963ms","start":"2026-05-29T02:20:30.572994Z","end":"2026-05-29T02:20:30.809205Z","steps":["trace[867484084] 'process raft request' (duration: 236.009318ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:30.809583Z","caller":"traceutil/trace.go:171","msg":"trace[1910412989] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"235.565897ms","start":"2026-05-29T02:20:30.57401Z","end":"2026-05-29T02:20:30.809576Z","steps":["trace[1910412989] 'process raft request' (duration: 235.335152ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:30.809404Z","caller":"traceutil/trace.go:171","msg":"trace[191782505] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"235.941736ms","start":"2026-05-29T02:20:30.573455Z","end":"2026-05-29T02:20:30.809397Z","steps":["trace[191782505] 'process raft request' (duration: 235.69281ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:30.809733Z","caller":"traceutil/trace.go:171","msg":"trace[721497059] linearizableReadLoop","detail":"{readStateIndex:6711; appliedIndex:6705; }","duration":"232.190256ms","start":"2026-05-29T02:20:30.577522Z","end":"2026-05-29T02:20:30.809712Z","steps":["trace[721497059] 'read index received' (duration: 209.92516ms)","trace[721497059] 'applied index is now lower than readState.Index' (duration: 22.264196ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:20:30.809785Z","caller":"traceutil/trace.go:171","msg":"trace[633870862] transaction","detail":"{read_only:false; response_revision:6470; number_of_response:1; }","duration":"235.563338ms","start":"2026-05-29T02:20:30.574204Z","end":"2026-05-29T02:20:30.809767Z","steps":["trace[633870862] 'process raft request' (duration: 235.337653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:30.809854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.329639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:20:30.809883Z","caller":"traceutil/trace.go:171","msg":"trace[618662187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6470; }","duration":"232.396201ms","start":"2026-05-29T02:20:30.577479Z","end":"2026-05-29T02:20:30.809875Z","steps":["trace[618662187] 'agreement among raft nodes before linearized reading' (duration: 232.316209ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:32.721327Z","caller":"traceutil/trace.go:171","msg":"trace[876617787] transaction","detail":"{read_only:false; response_revision:6471; number_of_response:1; }","duration":"148.268287ms","start":"2026-05-29T02:20:32.573036Z","end":"2026-05-29T02:20:32.721305Z","steps":["trace[876617787] 'process raft request' (duration: 148.147304ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:32.751036Z","caller":"traceutil/trace.go:171","msg":"trace[687989865] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"177.577422ms","start":"2026-05-29T02:20:32.573436Z","end":"2026-05-29T02:20:32.751013Z","steps":["trace[687989865] 'process raft request' (duration: 177.47612ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:32.751036Z","caller":"traceutil/trace.go:171","msg":"trace[1790763016] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"177.884439ms","start":"2026-05-29T02:20:32.573116Z","end":"2026-05-29T02:20:32.751001Z","steps":["trace[1790763016] 'process raft request' (duration: 177.658264ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:32.752976Z","caller":"traceutil/trace.go:171","msg":"trace[143640381] linearizableReadLoop","detail":"{readStateIndex:6714; appliedIndex:6711; }","duration":"178.258789ms","start":"2026-05-29T02:20:32.574697Z","end":"2026-05-29T02:20:32.752955Z","steps":["trace[143640381] 'read index received' (duration: 146.539197ms)","trace[143640381] 'applied index is now lower than readState.Index' (duration: 31.718642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:20:32.753282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.818406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqk7k\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:20:32.753323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.522383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:20:32.75337Z","caller":"traceutil/trace.go:171","msg":"trace[453745058] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6474; }","duration":"128.620735ms","start":"2026-05-29T02:20:32.62474Z","end":"2026-05-29T02:20:32.753361Z","steps":["trace[453745058] 'agreement among raft nodes before linearized reading' (duration: 128.485932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:32.753298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.580597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-05-29T02:20:32.753417Z","caller":"traceutil/trace.go:171","msg":"trace[816102101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqk7k; range_end:; response_count:1; response_revision:6474; }","duration":"174.928529ms","start":"2026-05-29T02:20:32.578421Z","end":"2026-05-29T02:20:32.75335Z","steps":["trace[816102101] 'agreement among raft nodes before linearized reading' (duration: 174.737784ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:20:32.753471Z","caller":"traceutil/trace.go:171","msg":"trace[1661924037] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6474; }","duration":"178.798592ms","start":"2026-05-29T02:20:32.574655Z","end":"2026-05-29T02:20:32.753454Z","steps":["trace[1661924037] 'agreement among raft nodes before linearized reading' (duration: 178.463624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:20:59.31379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:20:59.814158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:21:00.314733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:21:00.815627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:21:01.290938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000644179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:21:01.291041Z","caller":"traceutil/trace.go:171","msg":"trace[768182971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000814133s","start":"2026-05-29T02:20:59.290209Z","end":"2026-05-29T02:21:01.291023Z","steps":["trace[768182971] 'agreement among raft nodes before linearized reading' (duration: 2.00068395s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:01.291087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:59.290188Z","time spent":"2.000888064s","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:21:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:21:01.316284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:21:01.816675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:21:02.317846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:21:02.818237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:21:03.29175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:21:03.291836Z","caller":"traceutil/trace.go:171","msg":"trace[1424812300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000804016s","start":"2026-05-29T02:21:01.291012Z","end":"2026-05-29T02:21:03.291816Z","steps":["trace[1424812300] 'agreement among raft nodes before linearized reading' (duration: 2.000695114s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:03.292074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:01.290993Z","time spent":"2.00088442s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:21:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:21:03.318432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:21:03.819532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440202582776542322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:21:03.835283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.836797Z","time spent":"4.998477506s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:21:03.843225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.844875Z","time spent":"4.998342394s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:21:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:21:03.909986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999756125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:21:03.910094Z","caller":"traceutil/trace.go:171","msg":"trace[898230338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999919839s","start":"2026-05-29T02:20:58.91015Z","end":"2026-05-29T02:21:03.91007Z","steps":["trace[898230338] 'agreement among raft nodes before linearized reading' (duration: 4.999787766s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:03.910161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.910131Z","time spent":"5.000010302s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:21:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:21:03.941539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999520703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:21:03.941677Z","caller":"traceutil/trace.go:171","msg":"trace[2075800183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999759068s","start":"2026-05-29T02:20:58.941893Z","end":"2026-05-29T02:21:03.941653Z","steps":["trace[2075800183] 'agreement among raft nodes before linearized reading' (duration: 4.999559363s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:03.941743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.941863Z","time spent":"4.99986232s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:21:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:21:03.956254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999029933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:21:03.956343Z","caller":"traceutil/trace.go:171","msg":"trace[1956014413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999179867s","start":"2026-05-29T02:20:58.957143Z","end":"2026-05-29T02:21:03.956323Z","steps":["trace[1956014413] 'agreement among raft nodes before linearized reading' (duration: 4.999066514s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:03.956397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.957125Z","time spent":"4.999262029s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:21:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:21:04.216309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.408059043s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:21:04.21684Z","caller":"traceutil/trace.go:171","msg":"trace[151305033] transaction","detail":"{read_only:false; response_revision:6605; number_of_response:1; }","duration":"5.408677748s","start":"2026-05-29T02:20:58.80814Z","end":"2026-05-29T02:21:04.216818Z","steps":["trace[151305033] 'process raft request' (duration: 5.408510594s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.216963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.808117Z","time spent":"5.408772401s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:21:04.279382Z","caller":"traceutil/trace.go:171","msg":"trace[1467789070] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"3.482702883s","start":"2026-05-29T02:21:00.796651Z","end":"2026-05-29T02:21:04.279354Z","steps":["trace[1467789070] 'process raft request' (duration: 3.482477057s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.279561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:00.796628Z","time spent":"3.482843756s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:21:04.350199Z","caller":"traceutil/trace.go:171","msg":"trace[1279735816] linearizableReadLoop","detail":"{readStateIndex:6857; appliedIndex:6851; }","duration":"5.536674242s","start":"2026-05-29T02:20:58.813498Z","end":"2026-05-29T02:21:04.350172Z","steps":["trace[1279735816] 'read index received' (duration: 5.403139125s)","trace[1279735816] 'applied index is now lower than readState.Index' (duration: 133.533347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:21:04.350586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.537070052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-05-29T02:21:04.350652Z","caller":"traceutil/trace.go:171","msg":"trace[1350976542] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6609; }","duration":"5.537187614s","start":"2026-05-29T02:20:58.813451Z","end":"2026-05-29T02:21:04.350639Z","steps":["trace[1350976542] 'agreement among raft nodes before linearized reading' (duration: 5.536886257s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.350669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.463072612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqk7k\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:21:04.350745Z","caller":"traceutil/trace.go:171","msg":"trace[536226686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqk7k; range_end:; response_count:1; response_revision:6609; }","duration":"5.463203625s","start":"2026-05-29T02:20:58.887525Z","end":"2026-05-29T02:21:04.350729Z","steps":["trace[536226686] 'agreement among raft nodes before linearized reading' (duration: 5.46298444s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.350787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.887504Z","time spent":"5.463275008s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqk7k\" "} {"level":"info","ts":"2026-05-29T02:21:04.350349Z","caller":"traceutil/trace.go:171","msg":"trace[304367244] transaction","detail":"{read_only:false; response_revision:6609; number_of_response:1; }","duration":"1.573192886s","start":"2026-05-29T02:21:02.777134Z","end":"2026-05-29T02:21:04.350327Z","steps":["trace[304367244] 'process raft request' (duration: 1.572728625s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.350977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.813436Z","time spent":"5.537255837s","remote":"127.0.0.1:44288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-29T02:21:04.351011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.326308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:21:04.351044Z","caller":"traceutil/trace.go:171","msg":"trace[707012428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6609; }","duration":"309.3994ms","start":"2026-05-29T02:21:04.041636Z","end":"2026-05-29T02:21:04.351035Z","steps":["trace[707012428] 'agreement among raft nodes before linearized reading' (duration: 309.345208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.351033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:02.777107Z","time spent":"1.573807062s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:21:04.351074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:04.041617Z","time spent":"309.4504ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:21:04.351255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.964521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-05-29T02:21:04.351288Z","caller":"traceutil/trace.go:171","msg":"trace[1740025079] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6609; }","duration":"506.030332ms","start":"2026-05-29T02:21:03.845249Z","end":"2026-05-29T02:21:04.351279Z","steps":["trace[1740025079] 'agreement among raft nodes before linearized reading' (duration: 505.943699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.351313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:03.84523Z","time spent":"506.077103ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T02:21:04.351422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.363258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:21:04.351457Z","caller":"traceutil/trace.go:171","msg":"trace[363431817] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6609; }","duration":"515.43729ms","start":"2026-05-29T02:21:03.836012Z","end":"2026-05-29T02:21:04.351449Z","steps":["trace[363431817] 'agreement among raft nodes before linearized reading' (duration: 515.362348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.351481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:03.835989Z","time spent":"515.4868ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:21:04.351562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.586916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:21:04.351593Z","caller":"traceutil/trace.go:171","msg":"trace[1565475424] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6609; }","duration":"995.666958ms","start":"2026-05-29T02:21:03.355917Z","end":"2026-05-29T02:21:04.351584Z","steps":["trace[1565475424] 'agreement among raft nodes before linearized reading' (duration: 995.621347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.351625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:03.355895Z","time spent":"995.722959ms","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:21:04.351767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052427429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:21:04.351801Z","caller":"traceutil/trace.go:171","msg":"trace[1103934059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6609; }","duration":"1.052496741s","start":"2026-05-29T02:21:03.299297Z","end":"2026-05-29T02:21:04.351793Z","steps":["trace[1103934059] 'agreement among raft nodes before linearized reading' (duration: 1.0524504s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.351831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:03.29928Z","time spent":"1.052545312s","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:21:04.351848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561327611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:21:04.351919Z","caller":"traceutil/trace.go:171","msg":"trace[168420578] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6609; }","duration":"2.561466504s","start":"2026-05-29T02:21:01.790437Z","end":"2026-05-29T02:21:04.351904Z","steps":["trace[168420578] 'agreement among raft nodes before linearized reading' (duration: 2.561326461s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.351957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:01.790413Z","time spent":"2.561537536s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:21:04.352075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142468774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:21:04.352155Z","caller":"traceutil/trace.go:171","msg":"trace[1043005550] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6609; }","duration":"3.142589757s","start":"2026-05-29T02:21:01.20955Z","end":"2026-05-29T02:21:04.352139Z","steps":["trace[1043005550] 'agreement among raft nodes before linearized reading' (duration: 3.142371582s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.352112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290968545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-79f7cbbd5f-2nvr5\" ","response":"range_response_count:1 size:12295"} {"level":"warn","ts":"2026-05-29T02:21:04.35222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867803719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-29T02:21:04.352246Z","caller":"traceutil/trace.go:171","msg":"trace[1845080846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6609; }","duration":"1.867874s","start":"2026-05-29T02:21:02.484366Z","end":"2026-05-29T02:21:04.35224Z","steps":["trace[1845080846] 'agreement among raft nodes before linearized reading' (duration: 1.867747257s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.352262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:02.484348Z","time spent":"1.867909951s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:21:04.352275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548167336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:21:04.351816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.940424517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:21:04.352416Z","caller":"traceutil/trace.go:171","msg":"trace[1608063820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6609; }","duration":"4.941037351s","start":"2026-05-29T02:20:59.411371Z","end":"2026-05-29T02:21:04.352408Z","steps":["trace[1608063820] 'agreement among raft nodes before linearized reading' (duration: 4.940381056s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.352438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:59.411316Z","time spent":"4.941113873s","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:21:04.352452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.395684301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:21:04.352522Z","caller":"traceutil/trace.go:171","msg":"trace[182336601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6609; }","duration":"5.395814594s","start":"2026-05-29T02:20:58.95669Z","end":"2026-05-29T02:21:04.352505Z","steps":["trace[182336601] 'agreement among raft nodes before linearized reading' (duration: 5.395213509s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.352211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:01.209527Z","time spent":"3.142668909s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:21:04.352564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.956667Z","time spent":"5.395887986s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:21:04.352725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.391289595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:21:04.352768Z","caller":"traceutil/trace.go:171","msg":"trace[402121703] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6609; }","duration":"5.391361707s","start":"2026-05-29T02:20:58.961396Z","end":"2026-05-29T02:21:04.352757Z","steps":["trace[402121703] 'agreement among raft nodes before linearized reading' (duration: 5.391259234s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.352801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.961385Z","time spent":"5.391409757s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:21:04.352791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.131497234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:21:04.352859Z","caller":"traceutil/trace.go:171","msg":"trace[196730745] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6609; }","duration":"5.131644057s","start":"2026-05-29T02:20:59.221194Z","end":"2026-05-29T02:21:04.352838Z","steps":["trace[196730745] 'agreement among raft nodes before linearized reading' (duration: 5.131494424s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.352917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:59.221173Z","time spent":"5.131728889s","remote":"127.0.0.1:43472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:21:04.352937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058413794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e7df95e1c250\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:21:04.35296Z","caller":"traceutil/trace.go:171","msg":"trace[1358219355] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e7df95e1c250; range_end:; response_count:1; response_revision:6609; }","duration":"1.058477535s","start":"2026-05-29T02:21:03.294477Z","end":"2026-05-29T02:21:04.352954Z","steps":["trace[1358219355] 'agreement among raft nodes before linearized reading' (duration: 1.058404304s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.352986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:03.294453Z","time spent":"1.058525527s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e7df95e1c250\" "} {"level":"warn","ts":"2026-05-29T02:21:04.353154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838502934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:21:04.353162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.396271425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:21:04.353377Z","caller":"traceutil/trace.go:171","msg":"trace[173500344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6609; }","duration":"5.396521501s","start":"2026-05-29T02:20:58.956838Z","end":"2026-05-29T02:21:04.35336Z","steps":["trace[173500344] 'agreement among raft nodes before linearized reading' (duration: 5.396145822s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:04.353177Z","caller":"traceutil/trace.go:171","msg":"trace[788062308] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6609; }","duration":"4.838562575s","start":"2026-05-29T02:20:59.514609Z","end":"2026-05-29T02:21:04.353171Z","steps":["trace[788062308] 'agreement among raft nodes before linearized reading' (duration: 4.838524034s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.353457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:59.514587Z","time spent":"4.838845022s","remote":"127.0.0.1:52378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:21:04.353443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:20:58.956818Z","time spent":"5.396610392s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:21:04.352235Z","caller":"traceutil/trace.go:171","msg":"trace[641257054] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-79f7cbbd5f-2nvr5; range_end:; response_count:1; response_revision:6609; }","duration":"1.291139059s","start":"2026-05-29T02:21:03.06108Z","end":"2026-05-29T02:21:04.352219Z","steps":["trace[641257054] 'agreement among raft nodes before linearized reading' (duration: 1.290834362s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.35426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:03.061059Z","time spent":"1.293181859s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12318,"request content":"key:\"/registry/pods/openstack/keystone-api-79f7cbbd5f-2nvr5\" "} {"level":"info","ts":"2026-05-29T02:21:04.354726Z","caller":"traceutil/trace.go:171","msg":"trace[1314210184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6609; }","duration":"3.548284129s","start":"2026-05-29T02:21:00.804028Z","end":"2026-05-29T02:21:04.352312Z","steps":["trace[1314210184] 'agreement among raft nodes before linearized reading' (duration: 3.548211787s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.354802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:00.804007Z","time spent":"3.550774549s","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:21:04.621199Z","caller":"traceutil/trace.go:171","msg":"trace[874491622] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"265.919668ms","start":"2026-05-29T02:21:04.355249Z","end":"2026-05-29T02:21:04.621169Z","steps":["trace[874491622] 'process raft request' (duration: 265.489917ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:04.62196Z","caller":"traceutil/trace.go:171","msg":"trace[1296993340] linearizableReadLoop","detail":"{readStateIndex:6858; appliedIndex:6858; }","duration":"265.292622ms","start":"2026-05-29T02:21:04.356647Z","end":"2026-05-29T02:21:04.62194Z","steps":["trace[1296993340] 'read index received' (duration: 265.282192ms)","trace[1296993340] 'applied index is now lower than readState.Index' (duration: 8.69µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:21:04.622232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.562518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-29T02:21:04.622288Z","caller":"traceutil/trace.go:171","msg":"trace[57468215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6610; }","duration":"265.661351ms","start":"2026-05-29T02:21:04.356614Z","end":"2026-05-29T02:21:04.622275Z","steps":["trace[57468215] 'agreement among raft nodes before linearized reading' (duration: 265.427405ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:04.784699Z","caller":"traceutil/trace.go:171","msg":"trace[716145595] transaction","detail":"{read_only:false; response_revision:6611; number_of_response:1; }","duration":"417.558372ms","start":"2026-05-29T02:21:04.367115Z","end":"2026-05-29T02:21:04.784673Z","steps":["trace[716145595] 'process raft request' (duration: 381.538373ms)","trace[716145595] 'compare' (duration: 35.711172ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:21:04.784853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:04.367091Z","time spent":"417.686946ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12092,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:21:04.784903Z","caller":"traceutil/trace.go:171","msg":"trace[438000996] transaction","detail":"{read_only:false; response_revision:6612; number_of_response:1; }","duration":"417.140802ms","start":"2026-05-29T02:21:04.367738Z","end":"2026-05-29T02:21:04.784879Z","steps":["trace[438000996] 'process raft request' (duration: 416.884216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.785061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:04.367727Z","time spent":"417.254295ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:21:04.785264Z","caller":"traceutil/trace.go:171","msg":"trace[1388397630] transaction","detail":"{read_only:false; response_revision:6613; number_of_response:1; }","duration":"416.420746ms","start":"2026-05-29T02:21:04.368829Z","end":"2026-05-29T02:21:04.78525Z","steps":["trace[1388397630] 'process raft request' (duration: 415.954524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.78535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:04.368812Z","time spent":"416.496678ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:21:04.785474Z","caller":"traceutil/trace.go:171","msg":"trace[621995139] linearizableReadLoop","detail":"{readStateIndex:6862; appliedIndex:6858; }","duration":"163.449261ms","start":"2026-05-29T02:21:04.622014Z","end":"2026-05-29T02:21:04.785464Z","steps":["trace[621995139] 'read index received' (duration: 126.536388ms)","trace[621995139] 'applied index is now lower than readState.Index' (duration: 36.911953ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:21:04.785672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.331102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:21:04.78571Z","caller":"traceutil/trace.go:171","msg":"trace[1529603460] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6614; }","duration":"418.391204ms","start":"2026-05-29T02:21:04.36731Z","end":"2026-05-29T02:21:04.785701Z","steps":["trace[1529603460] 'agreement among raft nodes before linearized reading' (duration: 418.22591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.785705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.329938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-05-29T02:21:04.785741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:04.367301Z","time spent":"418.431965ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-29T02:21:04.785752Z","caller":"traceutil/trace.go:171","msg":"trace[813254714] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6614; }","duration":"417.374749ms","start":"2026-05-29T02:21:04.368361Z","end":"2026-05-29T02:21:04.785736Z","steps":["trace[813254714] 'agreement among raft nodes before linearized reading' (duration: 417.161184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.785882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.421036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141937"} {"level":"info","ts":"2026-05-29T02:21:04.785931Z","caller":"traceutil/trace.go:171","msg":"trace[698525119] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6614; }","duration":"428.489597ms","start":"2026-05-29T02:21:04.35743Z","end":"2026-05-29T02:21:04.785919Z","steps":["trace[698525119] 'agreement among raft nodes before linearized reading' (duration: 428.129799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.785968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:04.357421Z","time spent":"428.538978ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":16,"response size":141960,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:21:04.786066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.536469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-05-29T02:21:04.786125Z","caller":"traceutil/trace.go:171","msg":"trace[1982694245] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6614; }","duration":"162.620601ms","start":"2026-05-29T02:21:04.623493Z","end":"2026-05-29T02:21:04.786114Z","steps":["trace[1982694245] 'agreement among raft nodes before linearized reading' (duration: 162.470697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.786154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.384157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:21:04.786188Z","caller":"traceutil/trace.go:171","msg":"trace[2059913767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6614; }","duration":"426.434147ms","start":"2026-05-29T02:21:04.359746Z","end":"2026-05-29T02:21:04.78618Z","steps":["trace[2059913767] 'agreement among raft nodes before linearized reading' (duration: 426.383196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.785884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:04.368291Z","time spent":"417.574684ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T02:21:04.786218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:04.359737Z","time spent":"426.475958ms","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:21:04.78633Z","caller":"traceutil/trace.go:171","msg":"trace[96260722] transaction","detail":"{read_only:false; response_revision:6614; number_of_response:1; }","duration":"417.281996ms","start":"2026-05-29T02:21:04.36886Z","end":"2026-05-29T02:21:04.786142Z","steps":["trace[96260722] 'process raft request' (duration: 416.342524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:04.787666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:21:04.368848Z","time spent":"418.72167ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:21:06.897233Z","caller":"traceutil/trace.go:171","msg":"trace[1402986370] transaction","detail":"{read_only:false; response_revision:6626; number_of_response:1; }","duration":"102.60471ms","start":"2026-05-29T02:21:06.794591Z","end":"2026-05-29T02:21:06.897195Z","steps":["trace[1402986370] 'process raft request' (duration: 46.838623ms)","trace[1402986370] 'compare' (duration: 55.49752ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:21:06.8976Z","caller":"traceutil/trace.go:171","msg":"trace[481021880] transaction","detail":"{read_only:false; response_revision:6627; number_of_response:1; }","duration":"102.828076ms","start":"2026-05-29T02:21:06.794748Z","end":"2026-05-29T02:21:06.897576Z","steps":["trace[481021880] 'process raft request' (duration: 102.323723ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:21:06.89792Z","caller":"traceutil/trace.go:171","msg":"trace[1469899268] transaction","detail":"{read_only:false; response_revision:6628; number_of_response:1; }","duration":"101.839223ms","start":"2026-05-29T02:21:06.796068Z","end":"2026-05-29T02:21:06.897907Z","steps":["trace[1469899268] 'process raft request' (duration: 101.348601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:21:06.899946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.988605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqk7k\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:21:06.900015Z","caller":"traceutil/trace.go:171","msg":"trace[1805903180] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqk7k; range_end:; response_count:1; response_revision:6629; }","duration":"107.088308ms","start":"2026-05-29T02:21:06.79291Z","end":"2026-05-29T02:21:06.899999Z","steps":["trace[1805903180] 'agreement among raft nodes before linearized reading' (duration: 105.088591ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:27.151571Z","caller":"traceutil/trace.go:171","msg":"trace[1404161263] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8521; }","duration":"124.155331ms","start":"2026-05-29T02:24:27.027389Z","end":"2026-05-29T02:24:27.151544Z","steps":["trace[1404161263] 'read index received' (duration: 22.849663ms)","trace[1404161263] 'applied index is now lower than readState.Index' (duration: 101.304508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:27.151726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.324036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:24:27.151758Z","caller":"traceutil/trace.go:171","msg":"trace[554189900] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8225; }","duration":"124.416198ms","start":"2026-05-29T02:24:27.027332Z","end":"2026-05-29T02:24:27.151749Z","steps":["trace[554189900] 'agreement among raft nodes before linearized reading' (duration: 124.315876ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:27.15187Z","caller":"traceutil/trace.go:171","msg":"trace[157198266] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"153.992922ms","start":"2026-05-29T02:24:26.997851Z","end":"2026-05-29T02:24:27.151844Z","steps":["trace[157198266] 'process raft request' (duration: 54.909027ms)","trace[157198266] 'compare' (duration: 98.666715ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:27.42791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.90079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:24:27.428022Z","caller":"traceutil/trace.go:171","msg":"trace[2038318801] linearizableReadLoop","detail":"{readStateIndex:8524; appliedIndex:8523; }","duration":"241.839985ms","start":"2026-05-29T02:24:27.186165Z","end":"2026-05-29T02:24:27.428005Z","steps":["trace[2038318801] 'read index received' (duration: 111.782092ms)","trace[2038318801] 'applied index is now lower than readState.Index' (duration: 130.056503ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:27.428092Z","caller":"traceutil/trace.go:171","msg":"trace[71949693] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"373.713253ms","start":"2026-05-29T02:24:27.054351Z","end":"2026-05-29T02:24:27.428064Z","steps":["trace[71949693] 'process raft request' (duration: 243.575627ms)","trace[71949693] 'compare' (duration: 129.770837ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:27.428152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.99094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-29T02:24:27.428183Z","caller":"traceutil/trace.go:171","msg":"trace[1466880600] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8226; }","duration":"242.05376ms","start":"2026-05-29T02:24:27.186118Z","end":"2026-05-29T02:24:27.428172Z","steps":["trace[1466880600] 'agreement among raft nodes before linearized reading' (duration: 241.931267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:27.428241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.054332Z","time spent":"373.837846ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:24:28.159145Z","caller":"traceutil/trace.go:171","msg":"trace[560212591] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"290.350518ms","start":"2026-05-29T02:24:27.868761Z","end":"2026-05-29T02:24:28.159112Z","steps":["trace[560212591] 'process raft request' (duration: 290.103352ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:28.246779Z","caller":"traceutil/trace.go:171","msg":"trace[1067538691] linearizableReadLoop","detail":"{readStateIndex:8530; appliedIndex:8528; }","duration":"376.172343ms","start":"2026-05-29T02:24:27.870583Z","end":"2026-05-29T02:24:28.246755Z","steps":["trace[1067538691] 'read index received' (duration: 288.300279ms)","trace[1067538691] 'applied index is now lower than readState.Index' (duration: 87.871074ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:28.246876Z","caller":"traceutil/trace.go:171","msg":"trace[1958452274] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"376.744737ms","start":"2026-05-29T02:24:27.870094Z","end":"2026-05-29T02:24:28.246839Z","steps":["trace[1958452274] 'process raft request' (duration: 349.806726ms)","trace[1958452274] 'compare' (duration: 26.745267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:28.247036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.870081Z","time spent":"376.87109ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:28.247081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.47103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:24:28.247159Z","caller":"traceutil/trace.go:171","msg":"trace[792180576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8231; }","duration":"376.586544ms","start":"2026-05-29T02:24:27.870553Z","end":"2026-05-29T02:24:28.24714Z","steps":["trace[792180576] 'agreement among raft nodes before linearized reading' (duration: 376.323977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.247212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.870542Z","time spent":"376.661045ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:24:28.262061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.384177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:24:28.262126Z","caller":"traceutil/trace.go:171","msg":"trace[1164220249] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8232; }","duration":"309.47572ms","start":"2026-05-29T02:24:27.952637Z","end":"2026-05-29T02:24:28.262113Z","steps":["trace[1164220249] 'agreement among raft nodes before linearized reading' (duration: 309.350847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.262109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.299043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqk7k\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-05-29T02:24:28.262155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.952633Z","time spent":"309.515661ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:24:28.262211Z","caller":"traceutil/trace.go:171","msg":"trace[745452222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqk7k; range_end:; response_count:1; response_revision:8232; }","duration":"318.434207ms","start":"2026-05-29T02:24:27.943753Z","end":"2026-05-29T02:24:28.262187Z","steps":["trace[745452222] 'agreement among raft nodes before linearized reading' (duration: 318.15047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.262402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.943738Z","time spent":"318.650232ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kqk7k\" "} {"level":"info","ts":"2026-05-29T02:24:34.617168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6118} {"level":"info","ts":"2026-05-29T02:24:34.705997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6118,"took":"87.31488ms","hash":938757939,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":23375872,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-29T02:24:34.706063Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":938757939,"revision":6118,"compact-revision":2990} {"level":"warn","ts":"2026-05-29T02:25:09.040346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.058787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:25:09.040511Z","caller":"traceutil/trace.go:171","msg":"trace[2013238956] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"128.65806ms","start":"2026-05-29T02:25:08.911828Z","end":"2026-05-29T02:25:09.040486Z","steps":["trace[2013238956] 'compare' (duration: 120.894893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:09.27996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.748805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:25:09.280095Z","caller":"traceutil/trace.go:171","msg":"trace[1415461853] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"179.345565ms","start":"2026-05-29T02:25:09.100734Z","end":"2026-05-29T02:25:09.28008Z","steps":["trace[1415461853] 'process raft request' (duration: 66.402585ms)","trace[1415461853] 'compare' (duration: 112.5424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:25:09.294621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.117137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-29T02:25:09.294682Z","caller":"traceutil/trace.go:171","msg":"trace[97819602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8549; }","duration":"104.206758ms","start":"2026-05-29T02:25:09.190462Z","end":"2026-05-29T02:25:09.294669Z","steps":["trace[97819602] 'agreement among raft nodes before linearized reading' (duration: 104.069275ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:49.804495Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000241b.wal"} {"level":"info","ts":"2026-05-29T02:27:12.964545Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:27:12.969537Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-29T02:27:12.969643Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-29T02:29:34.625095Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8270} {"level":"info","ts":"2026-05-29T02:29:34.704567Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8270,"took":"77.300371ms","hash":1537811804,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":25374720,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-29T02:29:34.704644Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1537811804,"revision":8270,"compact-revision":6118} {"level":"info","ts":"2026-05-29T02:34:34.63683Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10749} {"level":"info","ts":"2026-05-29T02:34:34.718401Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10749,"took":"78.245158ms","hash":858416101,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":26632192,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-29T02:34:34.718489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":858416101,"revision":10749,"compact-revision":8270} {"level":"info","ts":"2026-05-29T02:36:12.28357Z","caller":"traceutil/trace.go:171","msg":"trace[851615904] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"106.845508ms","start":"2026-05-29T02:36:12.176695Z","end":"2026-05-29T02:36:12.28354Z","steps":["trace[851615904] 'process raft request' (duration: 106.638353ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:33.782459Z","caller":"traceutil/trace.go:171","msg":"trace[1108013163] transaction","detail":"{read_only:false; response_revision:13719; number_of_response:1; }","duration":"135.079259ms","start":"2026-05-29T02:36:33.647353Z","end":"2026-05-29T02:36:33.782432Z","steps":["trace[1108013163] 'process raft request' (duration: 134.935375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:36:50.540959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.738868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-8f5f2\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-05-29T02:36:50.541064Z","caller":"traceutil/trace.go:171","msg":"trace[295370813] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-8f5f2; range_end:; response_count:1; response_revision:13823; }","duration":"218.886103ms","start":"2026-05-29T02:36:50.322159Z","end":"2026-05-29T02:36:50.541045Z","steps":["trace[295370813] 'range keys from in-memory index tree' (duration: 218.547944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:10.687619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.321478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1f28a23-94cd-4f56-aed3-6d80026e18aa\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-05-29T02:37:10.687712Z","caller":"traceutil/trace.go:171","msg":"trace[895388154] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1f28a23-94cd-4f56-aed3-6d80026e18aa; range_end:; response_count:1; response_revision:14123; }","duration":"109.538513ms","start":"2026-05-29T02:37:10.578155Z","end":"2026-05-29T02:37:10.687693Z","steps":["trace[895388154] 'range keys from in-memory index tree' (duration: 109.059962ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:10.92842Z","caller":"traceutil/trace.go:171","msg":"trace[1053222278] linearizableReadLoop","detail":"{readStateIndex:14616; appliedIndex:14615; }","duration":"166.911397ms","start":"2026-05-29T02:37:10.761483Z","end":"2026-05-29T02:37:10.928395Z","steps":["trace[1053222278] 'read index received' (duration: 166.709662ms)","trace[1053222278] 'applied index is now lower than readState.Index' (duration: 201.065µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:37:10.92847Z","caller":"traceutil/trace.go:171","msg":"trace[743085036] transaction","detail":"{read_only:false; response_revision:14124; number_of_response:1; }","duration":"234.225512ms","start":"2026-05-29T02:37:10.694219Z","end":"2026-05-29T02:37:10.928444Z","steps":["trace[743085036] 'process raft request' (duration: 234.036107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:10.928754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.909674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-29T02:37:10.928872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.445723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:37:10.92881Z","caller":"traceutil/trace.go:171","msg":"trace[1437781458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14124; }","duration":"166.005595ms","start":"2026-05-29T02:37:10.762793Z","end":"2026-05-29T02:37:10.928799Z","steps":["trace[1437781458] 'agreement among raft nodes before linearized reading' (duration: 165.802121ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:10.928966Z","caller":"traceutil/trace.go:171","msg":"trace[368126202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14124; }","duration":"158.596717ms","start":"2026-05-29T02:37:10.770348Z","end":"2026-05-29T02:37:10.928945Z","steps":["trace[368126202] 'agreement among raft nodes before linearized reading' (duration: 158.32212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:37:10.928887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.413159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:37:10.929031Z","caller":"traceutil/trace.go:171","msg":"trace[227795974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14124; }","duration":"167.599734ms","start":"2026-05-29T02:37:10.761423Z","end":"2026-05-29T02:37:10.929022Z","steps":["trace[227795974] 'agreement among raft nodes before linearized reading' (duration: 167.085661ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:32.133171Z","caller":"traceutil/trace.go:171","msg":"trace[1418228833] transaction","detail":"{read_only:false; response_revision:14909; number_of_response:1; }","duration":"112.235748ms","start":"2026-05-29T02:38:32.020912Z","end":"2026-05-29T02:38:32.133148Z","steps":["trace[1418228833] 'process raft request' (duration: 112.103375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:32.438625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.315535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:38:32.438696Z","caller":"traceutil/trace.go:171","msg":"trace[156465267] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14909; }","duration":"258.413987ms","start":"2026-05-29T02:38:32.180262Z","end":"2026-05-29T02:38:32.438676Z","steps":["trace[156465267] 'range keys from in-memory index tree' (duration: 258.184671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:32.438874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.706014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:32.438894Z","caller":"traceutil/trace.go:171","msg":"trace[731589110] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14909; }","duration":"258.770886ms","start":"2026-05-29T02:38:32.180116Z","end":"2026-05-29T02:38:32.438887Z","steps":["trace[731589110] 'range keys from in-memory index tree' (duration: 258.520249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:32.439179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.227251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:38:32.439254Z","caller":"traceutil/trace.go:171","msg":"trace[471400928] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14909; }","duration":"258.358824ms","start":"2026-05-29T02:38:32.180881Z","end":"2026-05-29T02:38:32.43924Z","steps":["trace[471400928] 'range keys from in-memory index tree' (duration: 258.076008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:32.439408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.197001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:32.439429Z","caller":"traceutil/trace.go:171","msg":"trace[1542541407] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14909; }","duration":"258.250432ms","start":"2026-05-29T02:38:32.181173Z","end":"2026-05-29T02:38:32.439423Z","steps":["trace[1542541407] 'range keys from in-memory index tree' (duration: 258.125569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:32.439521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.860253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-05-29T02:38:32.43954Z","caller":"traceutil/trace.go:171","msg":"trace[734160524] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14909; }","duration":"257.906274ms","start":"2026-05-29T02:38:32.18163Z","end":"2026-05-29T02:38:32.439536Z","steps":["trace[734160524] 'range keys from in-memory index tree' (duration: 257.781501ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:32.448328Z","caller":"traceutil/trace.go:171","msg":"trace[1603416547] linearizableReadLoop","detail":"{readStateIndex:15422; appliedIndex:15421; }","duration":"158.943346ms","start":"2026-05-29T02:38:32.289373Z","end":"2026-05-29T02:38:32.448317Z","steps":["trace[1603416547] 'read index received' (duration: 158.838663ms)","trace[1603416547] 'applied index is now lower than readState.Index' (duration: 103.453µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:38:32.448413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.037178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:32.448433Z","caller":"traceutil/trace.go:171","msg":"trace[1501279119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14910; }","duration":"159.08323ms","start":"2026-05-29T02:38:32.289344Z","end":"2026-05-29T02:38:32.448427Z","steps":["trace[1501279119] 'agreement among raft nodes before linearized reading' (duration: 159.017468ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:32.448393Z","caller":"traceutil/trace.go:171","msg":"trace[370146082] transaction","detail":"{read_only:false; response_revision:14910; number_of_response:1; }","duration":"256.654784ms","start":"2026-05-29T02:38:32.191708Z","end":"2026-05-29T02:38:32.448363Z","steps":["trace[370146082] 'process raft request' (duration: 256.5067ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:32.798108Z","caller":"traceutil/trace.go:171","msg":"trace[1354662316] transaction","detail":"{read_only:false; response_revision:14911; number_of_response:1; }","duration":"345.762084ms","start":"2026-05-29T02:38:32.452306Z","end":"2026-05-29T02:38:32.798068Z","steps":["trace[1354662316] 'process raft request' (duration: 258.15427ms)","trace[1354662316] 'compare' (duration: 87.45543ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:32.798209Z","caller":"traceutil/trace.go:171","msg":"trace[1580194414] linearizableReadLoop","detail":"{readStateIndex:15423; appliedIndex:15422; }","duration":"342.000574ms","start":"2026-05-29T02:38:32.456174Z","end":"2026-05-29T02:38:32.798175Z","steps":["trace[1580194414] 'read index received' (duration: 254.300807ms)","trace[1580194414] 'applied index is now lower than readState.Index' (duration: 87.697057ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:38:32.798332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:32.452287Z","time spent":"345.938589ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:32.798315Z","caller":"traceutil/trace.go:171","msg":"trace[1863846994] transaction","detail":"{read_only:false; response_revision:14912; number_of_response:1; }","duration":"313.201728ms","start":"2026-05-29T02:38:32.485067Z","end":"2026-05-29T02:38:32.798269Z","steps":["trace[1863846994] 'process raft request' (duration: 313.013353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:32.798596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:32.485053Z","time spent":"313.389453ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:38:32.79862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.417203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:38:32.798719Z","caller":"traceutil/trace.go:171","msg":"trace[1877957903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14913; }","duration":"342.547706ms","start":"2026-05-29T02:38:32.456156Z","end":"2026-05-29T02:38:32.798703Z","steps":["trace[1877957903] 'agreement among raft nodes before linearized reading' (duration: 342.166917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:32.798763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:32.456143Z","time spent":"342.611537ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:38:32.798731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.833508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f2zvg\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-05-29T02:38:32.798653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.938682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-29T02:38:32.798903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.772465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f2zvg\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-05-29T02:38:32.798914Z","caller":"traceutil/trace.go:171","msg":"trace[1970054794] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14913; }","duration":"313.218079ms","start":"2026-05-29T02:38:32.485674Z","end":"2026-05-29T02:38:32.798892Z","steps":["trace[1970054794] 'agreement among raft nodes before linearized reading' (duration: 312.822459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:32.798965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:32.485661Z","time spent":"313.29506ms","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-29T02:38:32.798966Z","caller":"traceutil/trace.go:171","msg":"trace[950270377] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f2zvg; range_end:; response_count:1; response_revision:14913; }","duration":"275.865097ms","start":"2026-05-29T02:38:32.523083Z","end":"2026-05-29T02:38:32.798948Z","steps":["trace[950270377] 'agreement among raft nodes before linearized reading' (duration: 275.735804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:32.798932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.741035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:38:32.798794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.862063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kqk7k\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-29T02:38:32.799044Z","caller":"traceutil/trace.go:171","msg":"trace[549356240] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14913; }","duration":"297.875778ms","start":"2026-05-29T02:38:32.501142Z","end":"2026-05-29T02:38:32.799018Z","steps":["trace[549356240] 'agreement among raft nodes before linearized reading' (duration: 297.725944ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:32.798882Z","caller":"traceutil/trace.go:171","msg":"trace[466278637] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f2zvg; range_end:; response_count:1; response_revision:14913; }","duration":"256.993262ms","start":"2026-05-29T02:38:32.541862Z","end":"2026-05-29T02:38:32.798855Z","steps":["trace[466278637] 'agreement among raft nodes before linearized reading' (duration: 256.661164ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:32.799213Z","caller":"traceutil/trace.go:171","msg":"trace[1969933691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kqk7k; range_end:; response_count:1; response_revision:14913; }","duration":"275.17322ms","start":"2026-05-29T02:38:32.523895Z","end":"2026-05-29T02:38:32.799068Z","steps":["trace[1969933691] 'agreement among raft nodes before linearized reading' (duration: 274.805781ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:32.798217Z","caller":"traceutil/trace.go:171","msg":"trace[1589832122] transaction","detail":"{read_only:false; response_revision:14913; number_of_response:1; }","duration":"252.128474ms","start":"2026-05-29T02:38:32.546067Z","end":"2026-05-29T02:38:32.798196Z","steps":["trace[1589832122] 'process raft request' (duration: 252.074543ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:39:34.643469Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12831} {"level":"info","ts":"2026-05-29T02:39:34.726913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12831,"took":"81.194329ms","hash":2567788562,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":30552064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-29T02:39:34.726976Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2567788562,"revision":12831,"compact-revision":10749} {"level":"warn","ts":"2026-05-29T02:44:00.501545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.53349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-29T02:44:00.501631Z","caller":"traceutil/trace.go:171","msg":"trace[1625892919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17384; }","duration":"163.665263ms","start":"2026-05-29T02:44:00.337946Z","end":"2026-05-29T02:44:00.501611Z","steps":["trace[1625892919] 'range keys from in-memory index tree' (duration: 163.378706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:44:00.501484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.096118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:44:00.501882Z","caller":"traceutil/trace.go:171","msg":"trace[1545391868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17384; }","duration":"124.536347ms","start":"2026-05-29T02:44:00.377329Z","end":"2026-05-29T02:44:00.501865Z","steps":["trace[1545391868] 'range keys from in-memory index tree' (duration: 123.086054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:44:00.501924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.586639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:44:00.502167Z","caller":"traceutil/trace.go:171","msg":"trace[93065166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17384; }","duration":"124.868157ms","start":"2026-05-29T02:44:00.377284Z","end":"2026-05-29T02:44:00.502152Z","steps":["trace[93065166] 'range keys from in-memory index tree' (duration: 124.460336ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:06.657292Z","caller":"traceutil/trace.go:171","msg":"trace[1895906687] transaction","detail":"{read_only:false; response_revision:17424; number_of_response:1; }","duration":"111.021633ms","start":"2026-05-29T02:44:06.546242Z","end":"2026-05-29T02:44:06.657263Z","steps":["trace[1895906687] 'process raft request' (duration: 110.865759ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:06.679482Z","caller":"traceutil/trace.go:171","msg":"trace[216239691] transaction","detail":"{read_only:false; response_revision:17426; number_of_response:1; }","duration":"133.006244ms","start":"2026-05-29T02:44:06.546451Z","end":"2026-05-29T02:44:06.679457Z","steps":["trace[216239691] 'process raft request' (duration: 132.971843ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:06.679508Z","caller":"traceutil/trace.go:171","msg":"trace[1176438478] transaction","detail":"{read_only:false; response_revision:17425; number_of_response:1; }","duration":"133.080725ms","start":"2026-05-29T02:44:06.546397Z","end":"2026-05-29T02:44:06.679478Z","steps":["trace[1176438478] 'process raft request' (duration: 132.911441ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:07.125477Z","caller":"traceutil/trace.go:171","msg":"trace[2104714818] transaction","detail":"{read_only:false; response_revision:17427; number_of_response:1; }","duration":"103.457609ms","start":"2026-05-29T02:44:07.02199Z","end":"2026-05-29T02:44:07.125447Z","steps":["trace[2104714818] 'process raft request' (duration: 103.251984ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:07.420572Z","caller":"traceutil/trace.go:171","msg":"trace[421857035] linearizableReadLoop","detail":"{readStateIndex:18025; appliedIndex:18023; }","duration":"279.04324ms","start":"2026-05-29T02:44:07.141506Z","end":"2026-05-29T02:44:07.420549Z","steps":["trace[421857035] 'read index received' (duration: 184.135737ms)","trace[421857035] 'applied index is now lower than readState.Index' (duration: 94.906603ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:44:07.420728Z","caller":"traceutil/trace.go:171","msg":"trace[2130071995] transaction","detail":"{read_only:false; response_revision:17429; number_of_response:1; }","duration":"290.921088ms","start":"2026-05-29T02:44:07.129795Z","end":"2026-05-29T02:44:07.420716Z","steps":["trace[2130071995] 'process raft request' (duration: 290.664572ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:07.420704Z","caller":"traceutil/trace.go:171","msg":"trace[1928108054] transaction","detail":"{read_only:false; response_revision:17428; number_of_response:1; }","duration":"291.02295ms","start":"2026-05-29T02:44:07.129599Z","end":"2026-05-29T02:44:07.420622Z","steps":["trace[1928108054] 'process raft request' (duration: 196.022955ms)","trace[1928108054] 'compare' (duration: 94.487303ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:44:07.420974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.82827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bfs4r\" ","response":"range_response_count:1 size:20873"} {"level":"warn","ts":"2026-05-29T02:44:07.421018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.491841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:44:07.421059Z","caller":"traceutil/trace.go:171","msg":"trace[927582644] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:17429; }","duration":"279.572393ms","start":"2026-05-29T02:44:07.141477Z","end":"2026-05-29T02:44:07.421049Z","steps":["trace[927582644] 'agreement among raft nodes before linearized reading' (duration: 279.484191ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:07.421059Z","caller":"traceutil/trace.go:171","msg":"trace[1438528923] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bfs4r; range_end:; response_count:1; response_revision:17429; }","duration":"164.956774ms","start":"2026-05-29T02:44:07.256081Z","end":"2026-05-29T02:44:07.421038Z","steps":["trace[1438528923] 'agreement among raft nodes before linearized reading' (duration: 164.700287ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:07.62336Z","caller":"traceutil/trace.go:171","msg":"trace[1804550943] transaction","detail":"{read_only:false; response_revision:17430; number_of_response:1; }","duration":"187.401067ms","start":"2026-05-29T02:44:07.435942Z","end":"2026-05-29T02:44:07.623343Z","steps":["trace[1804550943] 'process raft request' (duration: 186.986717ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:44:34.649586Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15314} {"level":"info","ts":"2026-05-29T02:44:34.746457Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15314,"took":"93.11399ms","hash":3672461086,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":32468992,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T02:44:34.74661Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3672461086,"revision":15314,"compact-revision":12831} {"level":"info","ts":"2026-05-29T02:45:16.848396Z","caller":"traceutil/trace.go:171","msg":"trace[326664478] linearizableReadLoop","detail":"{readStateIndex:18852; appliedIndex:18851; }","duration":"172.090902ms","start":"2026-05-29T02:45:16.676288Z","end":"2026-05-29T02:45:16.848379Z","steps":["trace[326664478] 'read index received' (duration: 171.823595ms)","trace[326664478] 'applied index is now lower than readState.Index' (duration: 266.707µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:16.848443Z","caller":"traceutil/trace.go:171","msg":"trace[384371738] transaction","detail":"{read_only:false; response_revision:18233; number_of_response:1; }","duration":"351.014039ms","start":"2026-05-29T02:45:16.497407Z","end":"2026-05-29T02:45:16.848421Z","steps":["trace[384371738] 'process raft request' (duration: 350.771213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:16.848565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.283727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-29T02:45:16.848569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:16.497381Z","time spent":"351.11214ms","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66004,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:45:16.848607Z","caller":"traceutil/trace.go:171","msg":"trace[2098924402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18233; }","duration":"172.374809ms","start":"2026-05-29T02:45:16.676222Z","end":"2026-05-29T02:45:16.848597Z","steps":["trace[2098924402] 'agreement among raft nodes before linearized reading' (duration: 172.251986ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:48:00.809124Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:48:00.813932Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-29T02:48:00.814065Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-29T02:49:34.657044Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17733} {"level":"info","ts":"2026-05-29T02:49:34.762854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17733,"took":"102.024612ms","hash":3841338027,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":33964032,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-29T02:49:34.762934Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3841338027,"revision":17733,"compact-revision":15314} {"level":"info","ts":"2026-05-29T02:49:44.044729Z","caller":"traceutil/trace.go:171","msg":"trace[221245398] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"105.842683ms","start":"2026-05-29T02:49:43.938868Z","end":"2026-05-29T02:49:44.04471Z","steps":["trace[221245398] 'process raft request' (duration: 105.729541ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:44.498075Z","caller":"traceutil/trace.go:171","msg":"trace[1410899482] transaction","detail":"{read_only:false; response_revision:20065; number_of_response:1; }","duration":"123.371197ms","start":"2026-05-29T02:49:44.374674Z","end":"2026-05-29T02:49:44.498045Z","steps":["trace[1410899482] 'process raft request' (duration: 123.221603ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:44.516089Z","caller":"traceutil/trace.go:171","msg":"trace[1753991444] transaction","detail":"{read_only:false; response_revision:20066; number_of_response:1; }","duration":"140.56302ms","start":"2026-05-29T02:49:44.375485Z","end":"2026-05-29T02:49:44.516048Z","steps":["trace[1753991444] 'process raft request' (duration: 140.357865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:44.759686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.164571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:49:44.759767Z","caller":"traceutil/trace.go:171","msg":"trace[2128276640] transaction","detail":"{read_only:false; response_revision:20067; number_of_response:1; }","duration":"239.979898ms","start":"2026-05-29T02:49:44.519775Z","end":"2026-05-29T02:49:44.759755Z","steps":["trace[2128276640] 'process raft request' (duration: 128.690364ms)","trace[2128276640] 'compare' (duration: 110.870074ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:49:44.908185Z","caller":"traceutil/trace.go:171","msg":"trace[832931531] transaction","detail":"{read_only:false; response_revision:20068; number_of_response:1; }","duration":"130.063427ms","start":"2026-05-29T02:49:44.778091Z","end":"2026-05-29T02:49:44.908155Z","steps":["trace[832931531] 'process raft request' (duration: 119.915973ms)","trace[832931531] 'compare' (duration: 10.049332ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:49:45.193834Z","caller":"traceutil/trace.go:171","msg":"trace[2132343366] linearizableReadLoop","detail":"{readStateIndex:20753; appliedIndex:20752; }","duration":"100.146786ms","start":"2026-05-29T02:49:45.093645Z","end":"2026-05-29T02:49:45.193792Z","steps":["trace[2132343366] 'read index received' (duration: 99.995652ms)","trace[2132343366] 'applied index is now lower than readState.Index' (duration: 150.154µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:49:45.193898Z","caller":"traceutil/trace.go:171","msg":"trace[616462574] transaction","detail":"{read_only:false; response_revision:20069; number_of_response:1; }","duration":"223.224555ms","start":"2026-05-29T02:49:44.970639Z","end":"2026-05-29T02:49:45.193863Z","steps":["trace[616462574] 'process raft request' (duration: 223.01034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:49:45.194115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.456303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-29T02:49:45.194157Z","caller":"traceutil/trace.go:171","msg":"trace[2029348504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20069; }","duration":"100.550276ms","start":"2026-05-29T02:49:45.093598Z","end":"2026-05-29T02:49:45.194148Z","steps":["trace[2029348504] 'agreement among raft nodes before linearized reading' (duration: 100.33364ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:45.340008Z","caller":"traceutil/trace.go:171","msg":"trace[1006624602] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"141.183855ms","start":"2026-05-29T02:49:45.198796Z","end":"2026-05-29T02:49:45.33998Z","steps":["trace[1006624602] 'process raft request' (duration: 137.23253ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:49:45.340174Z","caller":"traceutil/trace.go:171","msg":"trace[1158005852] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"134.498005ms","start":"2026-05-29T02:49:45.205665Z","end":"2026-05-29T02:49:45.340163Z","steps":["trace[1158005852] 'process raft request' (duration: 134.270009ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:53:28.321109Z","caller":"traceutil/trace.go:171","msg":"trace[463695676] transaction","detail":"{read_only:false; response_revision:22438; number_of_response:1; }","duration":"234.308722ms","start":"2026-05-29T02:53:28.086766Z","end":"2026-05-29T02:53:28.321075Z","steps":["trace[463695676] 'process raft request' (duration: 234.097717ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:53:28.321534Z","caller":"traceutil/trace.go:171","msg":"trace[728059576] transaction","detail":"{read_only:false; response_revision:22439; number_of_response:1; }","duration":"228.266587ms","start":"2026-05-29T02:53:28.093195Z","end":"2026-05-29T02:53:28.321462Z","steps":["trace[728059576] 'process raft request' (duration: 227.835526ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:53:28.322169Z","caller":"traceutil/trace.go:171","msg":"trace[1987285098] transaction","detail":"{read_only:false; response_revision:22440; number_of_response:1; }","duration":"224.095486ms","start":"2026-05-29T02:53:28.098057Z","end":"2026-05-29T02:53:28.322153Z","steps":["trace[1987285098] 'process raft request' (duration: 223.712877ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:34.663361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20015} {"level":"info","ts":"2026-05-29T02:54:34.770811Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20015,"took":"104.634025ms","hash":141261008,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":40849408,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-29T02:54:34.770869Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":141261008,"revision":20015,"compact-revision":17733} {"level":"info","ts":"2026-05-29T02:55:02.380821Z","caller":"traceutil/trace.go:171","msg":"trace[340202927] linearizableReadLoop","detail":"{readStateIndex:24201; appliedIndex:24200; }","duration":"118.295294ms","start":"2026-05-29T02:55:02.262502Z","end":"2026-05-29T02:55:02.380797Z","steps":["trace[340202927] 'read index received' (duration: 38.875328ms)","trace[340202927] 'applied index is now lower than readState.Index' (duration: 79.418976ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:02.3809Z","caller":"traceutil/trace.go:171","msg":"trace[1258589438] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"137.457516ms","start":"2026-05-29T02:55:02.243418Z","end":"2026-05-29T02:55:02.380876Z","steps":["trace[1258589438] 'process raft request' (duration: 57.957968ms)","trace[1258589438] 'compare' (duration: 79.309044ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:02.381044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.53062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:55:02.381152Z","caller":"traceutil/trace.go:171","msg":"trace[1485563583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23423; }","duration":"118.680273ms","start":"2026-05-29T02:55:02.262447Z","end":"2026-05-29T02:55:02.381127Z","steps":["trace[1485563583] 'agreement among raft nodes before linearized reading' (duration: 118.457918ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:03.841388Z","caller":"traceutil/trace.go:171","msg":"trace[700908950] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"124.460902ms","start":"2026-05-29T02:55:03.716897Z","end":"2026-05-29T02:55:03.841358Z","steps":["trace[700908950] 'process raft request' (duration: 124.266477ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.187189Z","caller":"traceutil/trace.go:171","msg":"trace[1247927132] linearizableReadLoop","detail":"{readStateIndex:24263; appliedIndex:24261; }","duration":"129.600427ms","start":"2026-05-29T02:55:09.057542Z","end":"2026-05-29T02:55:09.187142Z","steps":["trace[1247927132] 'read index received' (duration: 2.413549ms)","trace[1247927132] 'applied index is now lower than readState.Index' (duration: 127.185228ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:09.187357Z","caller":"traceutil/trace.go:171","msg":"trace[1685336819] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"191.449458ms","start":"2026-05-29T02:55:08.995886Z","end":"2026-05-29T02:55:09.187335Z","steps":["trace[1685336819] 'process raft request' (duration: 159.764234ms)","trace[1685336819] 'compare' (duration: 31.189502ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:09.187699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.937205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:09.188034Z","caller":"traceutil/trace.go:171","msg":"trace[1357090436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:23483; }","duration":"130.270452ms","start":"2026-05-29T02:55:09.057508Z","end":"2026-05-29T02:55:09.187778Z","steps":["trace[1357090436] 'agreement among raft nodes before linearized reading' (duration: 129.890193ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:11.516545Z","caller":"traceutil/trace.go:171","msg":"trace[665481287] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"222.129849ms","start":"2026-05-29T02:57:11.294389Z","end":"2026-05-29T02:57:11.516519Z","steps":["trace[665481287] 'process raft request' (duration: 142.750664ms)","trace[665481287] 'compare' (duration: 79.270842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:12.027095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.345589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:57:12.027307Z","caller":"traceutil/trace.go:171","msg":"trace[1985795120] linearizableReadLoop","detail":"{readStateIndex:25485; appliedIndex:25483; }","duration":"701.775989ms","start":"2026-05-29T02:57:11.32552Z","end":"2026-05-29T02:57:12.027296Z","steps":["trace[1985795120] 'read index received' (duration: 111.642174ms)","trace[1985795120] 'applied index is now lower than readState.Index' (duration: 590.132875ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:12.02738Z","caller":"traceutil/trace.go:171","msg":"trace[1487044297] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"732.883549ms","start":"2026-05-29T02:57:11.294489Z","end":"2026-05-29T02:57:12.027372Z","steps":["trace[1487044297] 'process raft request' (duration: 327.191642ms)","trace[1487044297] 'compare' (duration: 404.731004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:12.027429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:11.294464Z","time spent":"732.940041ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:57:12.027448Z","caller":"traceutil/trace.go:171","msg":"trace[57304352] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"361.869979ms","start":"2026-05-29T02:57:11.665557Z","end":"2026-05-29T02:57:12.027427Z","steps":["trace[57304352] 'process raft request' (duration: 361.715646ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:12.027577Z","caller":"traceutil/trace.go:171","msg":"trace[158173024] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"662.358258ms","start":"2026-05-29T02:57:11.365207Z","end":"2026-05-29T02:57:12.027565Z","steps":["trace[158173024] 'process raft request' (duration: 661.965898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:12.027624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:11.365185Z","time spent":"662.416829ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:57:12.027704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.182499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:12.027731Z","caller":"traceutil/trace.go:171","msg":"trace[218272394] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24675; }","duration":"702.209979ms","start":"2026-05-29T02:57:11.325512Z","end":"2026-05-29T02:57:12.027722Z","steps":["trace[218272394] 'agreement among raft nodes before linearized reading' (duration: 702.163318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:12.027754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:11.325458Z","time spent":"702.289451ms","remote":"127.0.0.1:40008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:57:12.027572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:11.665531Z","time spent":"361.969172ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:57:12.028075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.459113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:57:12.028111Z","caller":"traceutil/trace.go:171","msg":"trace[654286070] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24675; }","duration":"527.522675ms","start":"2026-05-29T02:57:11.500581Z","end":"2026-05-29T02:57:12.028103Z","steps":["trace[654286070] 'agreement among raft nodes before linearized reading' (duration: 527.376382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:12.02813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:11.500568Z","time spent":"527.557486ms","remote":"127.0.0.1:47364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:57:12.028142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.247447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:57:12.028173Z","caller":"traceutil/trace.go:171","msg":"trace[1812766117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24675; }","duration":"192.30428ms","start":"2026-05-29T02:57:11.835858Z","end":"2026-05-29T02:57:12.028163Z","steps":["trace[1812766117] 'agreement among raft nodes before linearized reading' (duration: 192.236197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:12.028072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.132978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-29T02:57:12.028266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.918954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:12.028273Z","caller":"traceutil/trace.go:171","msg":"trace[1711814613] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24675; }","duration":"198.373205ms","start":"2026-05-29T02:57:11.829893Z","end":"2026-05-29T02:57:12.028266Z","steps":["trace[1711814613] 'agreement among raft nodes before linearized reading' (duration: 198.085267ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:12.028286Z","caller":"traceutil/trace.go:171","msg":"trace[1575977] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24675; }","duration":"357.951975ms","start":"2026-05-29T02:57:11.670328Z","end":"2026-05-29T02:57:12.02828Z","steps":["trace[1575977] 'agreement among raft nodes before linearized reading' (duration: 357.916174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:12.028305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:11.67032Z","time spent":"357.980326ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:57:12.028371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.677329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:57:12.028539Z","caller":"traceutil/trace.go:171","msg":"trace[1078156698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24675; }","duration":"381.869672ms","start":"2026-05-29T02:57:11.64666Z","end":"2026-05-29T02:57:12.02853Z","steps":["trace[1078156698] 'agreement among raft nodes before linearized reading' (duration: 381.654797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:12.028572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:11.646643Z","time spent":"381.922824ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:57:12.167489Z","caller":"traceutil/trace.go:171","msg":"trace[1458991563] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"133.209312ms","start":"2026-05-29T02:57:12.034244Z","end":"2026-05-29T02:57:12.167454Z","steps":["trace[1458991563] 'process raft request' (duration: 133.090709ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:12.167588Z","caller":"traceutil/trace.go:171","msg":"trace[711896836] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"133.268424ms","start":"2026-05-29T02:57:12.034294Z","end":"2026-05-29T02:57:12.167562Z","steps":["trace[711896836] 'process raft request' (duration: 133.10882ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:12.167517Z","caller":"traceutil/trace.go:171","msg":"trace[1859047704] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"133.684434ms","start":"2026-05-29T02:57:12.033789Z","end":"2026-05-29T02:57:12.167473Z","steps":["trace[1859047704] 'process raft request' (duration: 122.517204ms)","trace[1859047704] 'compare' (duration: 10.861672ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:12.435715Z","caller":"traceutil/trace.go:171","msg":"trace[1441321113] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"119.453152ms","start":"2026-05-29T02:57:12.316235Z","end":"2026-05-29T02:57:12.435688Z","steps":["trace[1441321113] 'process raft request' (duration: 119.3493ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:12.435867Z","caller":"traceutil/trace.go:171","msg":"trace[2059394073] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"273.064757ms","start":"2026-05-29T02:57:12.162763Z","end":"2026-05-29T02:57:12.435828Z","steps":["trace[2059394073] 'process raft request' (duration: 226.678357ms)","trace[2059394073] 'compare' (duration: 45.775125ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:12.703907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.282446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T02:57:12.704004Z","caller":"traceutil/trace.go:171","msg":"trace[771399266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24680; }","duration":"121.473611ms","start":"2026-05-29T02:57:12.582506Z","end":"2026-05-29T02:57:12.70398Z","steps":["trace[771399266] 'range keys from in-memory index tree' (duration: 121.060251ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:12.743455Z","caller":"traceutil/trace.go:171","msg":"trace[1830002388] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"111.983971ms","start":"2026-05-29T02:57:12.631441Z","end":"2026-05-29T02:57:12.743425Z","steps":["trace[1830002388] 'process raft request' (duration: 111.802297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:13.035529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.049396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:57:13.035783Z","caller":"traceutil/trace.go:171","msg":"trace[595750575] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"326.605558ms","start":"2026-05-29T02:57:12.709154Z","end":"2026-05-29T02:57:13.035759Z","steps":["trace[595750575] 'process raft request' (duration: 143.259915ms)","trace[595750575] 'compare' (duration: 182.766789ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:13.03589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:12.709135Z","time spent":"326.707891ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:57:13.192144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.527296ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:57:13.192221Z","caller":"traceutil/trace.go:171","msg":"trace[1098390712] linearizableReadLoop","detail":"{readStateIndex:25495; appliedIndex:25493; }","duration":"328.968865ms","start":"2026-05-29T02:57:12.863238Z","end":"2026-05-29T02:57:13.192207Z","steps":["trace[1098390712] 'read index received' (duration: 52.074075ms)","trace[1098390712] 'applied index is now lower than readState.Index' (duration: 276.89328ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:13.192803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.561739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:13.192831Z","caller":"traceutil/trace.go:171","msg":"trace[289470977] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24682; }","duration":"329.633731ms","start":"2026-05-29T02:57:12.863187Z","end":"2026-05-29T02:57:13.192821Z","steps":["trace[289470977] 'agreement among raft nodes before linearized reading' (duration: 329.576679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:13.192856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:12.863143Z","time spent":"329.705663ms","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:57:13.20387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.892138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:57:13.203926Z","caller":"traceutil/trace.go:171","msg":"trace[1039536271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24683; }","duration":"164.99487ms","start":"2026-05-29T02:57:13.038918Z","end":"2026-05-29T02:57:13.203913Z","steps":["trace[1039536271] 'agreement among raft nodes before linearized reading' (duration: 164.867017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:13.204156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.428814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:57:13.204182Z","caller":"traceutil/trace.go:171","msg":"trace[1510677763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24683; }","duration":"156.491726ms","start":"2026-05-29T02:57:13.047684Z","end":"2026-05-29T02:57:13.204176Z","steps":["trace[1510677763] 'agreement among raft nodes before linearized reading' (duration: 156.435774ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:13.319448Z","caller":"traceutil/trace.go:171","msg":"trace[1189911969] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"112.172486ms","start":"2026-05-29T02:57:13.207253Z","end":"2026-05-29T02:57:13.319426Z","steps":["trace[1189911969] 'process raft request' (duration: 112.004272ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:13.327643Z","caller":"traceutil/trace.go:171","msg":"trace[387426856] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"119.982694ms","start":"2026-05-29T02:57:13.207637Z","end":"2026-05-29T02:57:13.32762Z","steps":["trace[387426856] 'process raft request' (duration: 119.736418ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:19.338286Z","caller":"traceutil/trace.go:171","msg":"trace[1860223718] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"115.702931ms","start":"2026-05-29T02:57:19.222563Z","end":"2026-05-29T02:57:19.338266Z","steps":["trace[1860223718] 'process raft request' (duration: 115.336732ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:19.633945Z","caller":"traceutil/trace.go:171","msg":"trace[321375185] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"177.333719ms","start":"2026-05-29T02:57:19.456568Z","end":"2026-05-29T02:57:19.633902Z","steps":["trace[321375185] 'process raft request' (duration: 177.276067ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:19.633975Z","caller":"traceutil/trace.go:171","msg":"trace[974646616] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"287.570087ms","start":"2026-05-29T02:57:19.34633Z","end":"2026-05-29T02:57:19.6339Z","steps":["trace[974646616] 'process raft request' (duration: 207.578097ms)","trace[974646616] 'compare' (duration: 79.721033ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:19.633987Z","caller":"traceutil/trace.go:171","msg":"trace[1482622178] linearizableReadLoop","detail":"{readStateIndex:25541; appliedIndex:25540; }","duration":"286.926793ms","start":"2026-05-29T02:57:19.347003Z","end":"2026-05-29T02:57:19.63393Z","steps":["trace[1482622178] 'read index received' (duration: 206.907442ms)","trace[1482622178] 'applied index is now lower than readState.Index' (duration: 80.008191ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:19.634253Z","caller":"traceutil/trace.go:171","msg":"trace[14906919] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"285.278852ms","start":"2026-05-29T02:57:19.34893Z","end":"2026-05-29T02:57:19.634209Z","steps":["trace[14906919] 'process raft request' (duration: 284.835401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:19.634536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.854453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-29T02:57:19.634603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.302632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:57:19.634696Z","caller":"traceutil/trace.go:171","msg":"trace[1024400752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24729; }","duration":"287.706891ms","start":"2026-05-29T02:57:19.346975Z","end":"2026-05-29T02:57:19.634682Z","steps":["trace[1024400752] 'agreement among raft nodes before linearized reading' (duration: 287.101276ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:19.634609Z","caller":"traceutil/trace.go:171","msg":"trace[404317285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24729; }","duration":"282.942325ms","start":"2026-05-29T02:57:19.351647Z","end":"2026-05-29T02:57:19.634589Z","steps":["trace[404317285] 'agreement among raft nodes before linearized reading' (duration: 282.6903ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:20.314805Z","caller":"traceutil/trace.go:171","msg":"trace[1269500321] linearizableReadLoop","detail":"{readStateIndex:25547; appliedIndex:25546; }","duration":"244.707414ms","start":"2026-05-29T02:57:20.070076Z","end":"2026-05-29T02:57:20.314784Z","steps":["trace[1269500321] 'read index received' (duration: 244.502018ms)","trace[1269500321] 'applied index is now lower than readState.Index' (duration: 204.476µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:20.314888Z","caller":"traceutil/trace.go:171","msg":"trace[275382137] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"255.151746ms","start":"2026-05-29T02:57:20.059664Z","end":"2026-05-29T02:57:20.314816Z","steps":["trace[275382137] 'process raft request' (duration: 254.971092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:20.315005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.8061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:20.315041Z","caller":"traceutil/trace.go:171","msg":"trace[717984702] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24733; }","duration":"194.930753ms","start":"2026-05-29T02:57:20.1201Z","end":"2026-05-29T02:57:20.315031Z","steps":["trace[717984702] 'agreement among raft nodes before linearized reading' (duration: 194.829041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:20.315115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.018611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:57:20.315203Z","caller":"traceutil/trace.go:171","msg":"trace[1235436621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24733; }","duration":"245.156665ms","start":"2026-05-29T02:57:20.070024Z","end":"2026-05-29T02:57:20.315181Z","steps":["trace[1235436621] 'agreement among raft nodes before linearized reading' (duration: 244.875958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:20.315384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.167094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-29T02:57:20.315521Z","caller":"traceutil/trace.go:171","msg":"trace[631258556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24733; }","duration":"114.368939ms","start":"2026-05-29T02:57:20.201126Z","end":"2026-05-29T02:57:20.315495Z","steps":["trace[631258556] 'agreement among raft nodes before linearized reading' (duration: 113.943189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:20.31582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.619668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:57:20.315888Z","caller":"traceutil/trace.go:171","msg":"trace[754219170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24733; }","duration":"105.739961ms","start":"2026-05-29T02:57:20.210131Z","end":"2026-05-29T02:57:20.315871Z","steps":["trace[754219170] 'agreement among raft nodes before linearized reading' (duration: 104.961403ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:20.426593Z","caller":"traceutil/trace.go:171","msg":"trace[460339565] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"106.656583ms","start":"2026-05-29T02:57:20.319896Z","end":"2026-05-29T02:57:20.426552Z","steps":["trace[460339565] 'process raft request' (duration: 105.398323ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:20.436377Z","caller":"traceutil/trace.go:171","msg":"trace[380635198] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"114.318808ms","start":"2026-05-29T02:57:20.322036Z","end":"2026-05-29T02:57:20.436355Z","steps":["trace[380635198] 'process raft request' (duration: 114.244726ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:20.43639Z","caller":"traceutil/trace.go:171","msg":"trace[621014103] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"114.424291ms","start":"2026-05-29T02:57:20.32194Z","end":"2026-05-29T02:57:20.436365Z","steps":["trace[621014103] 'process raft request' (duration: 114.184495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:20.725679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.731454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:57:20.725845Z","caller":"traceutil/trace.go:171","msg":"trace[1869635807] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"257.358259ms","start":"2026-05-29T02:57:20.468467Z","end":"2026-05-29T02:57:20.725825Z","steps":["trace[1869635807] 'process raft request' (duration: 121.382389ms)","trace[1869635807] 'compare' (duration: 135.56701ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:20.738518Z","caller":"traceutil/trace.go:171","msg":"trace[720732670] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"268.895336ms","start":"2026-05-29T02:57:20.469597Z","end":"2026-05-29T02:57:20.738492Z","steps":["trace[720732670] 'process raft request' (duration: 268.750713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:21.006164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.430333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:57:21.00626Z","caller":"traceutil/trace.go:171","msg":"trace[410273350] linearizableReadLoop","detail":"{readStateIndex:25553; appliedIndex:25552; }","duration":"121.820068ms","start":"2026-05-29T02:57:20.884422Z","end":"2026-05-29T02:57:21.006242Z","steps":["trace[410273350] 'read index received' (duration: 37.861µs)","trace[410273350] 'applied index is now lower than readState.Index' (duration: 121.781337ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:21.006317Z","caller":"traceutil/trace.go:171","msg":"trace[1833558299] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"231.427632ms","start":"2026-05-29T02:57:20.774854Z","end":"2026-05-29T02:57:21.006282Z","steps":["trace[1833558299] 'process raft request' (duration: 91.818605ms)","trace[1833558299] 'compare' (duration: 139.32607ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:21.006373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.959462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-29T02:57:21.006391Z","caller":"traceutil/trace.go:171","msg":"trace[1106605935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24739; }","duration":"122.019093ms","start":"2026-05-29T02:57:20.884366Z","end":"2026-05-29T02:57:21.006385Z","steps":["trace[1106605935] 'agreement among raft nodes before linearized reading' (duration: 121.915741ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:21.471331Z","caller":"traceutil/trace.go:171","msg":"trace[1169803415] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"127.843863ms","start":"2026-05-29T02:57:21.343463Z","end":"2026-05-29T02:57:21.471306Z","steps":["trace[1169803415] 'process raft request' (duration: 127.683099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:21.792537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.119392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:21.792648Z","caller":"traceutil/trace.go:171","msg":"trace[638168051] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24740; }","duration":"230.286145ms","start":"2026-05-29T02:57:21.562337Z","end":"2026-05-29T02:57:21.792623Z","steps":["trace[638168051] 'count revisions from in-memory index tree' (duration: 230.026169ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:21.792685Z","caller":"traceutil/trace.go:171","msg":"trace[297510325] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"152.036987ms","start":"2026-05-29T02:57:21.640604Z","end":"2026-05-29T02:57:21.792641Z","steps":["trace[297510325] 'process raft request' (duration: 145.589622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:21.793732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.131737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:57:21.793839Z","caller":"traceutil/trace.go:171","msg":"trace[989265600] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24740; }","duration":"195.266891ms","start":"2026-05-29T02:57:21.598529Z","end":"2026-05-29T02:57:21.793796Z","steps":["trace[989265600] 'count revisions from in-memory index tree' (duration: 195.039285ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:21.827776Z","caller":"traceutil/trace.go:171","msg":"trace[547043161] linearizableReadLoop","detail":"{readStateIndex:25556; appliedIndex:25554; }","duration":"152.985021ms","start":"2026-05-29T02:57:21.674763Z","end":"2026-05-29T02:57:21.827748Z","steps":["trace[547043161] 'read index received' (duration: 111.454238ms)","trace[547043161] 'applied index is now lower than readState.Index' (duration: 41.529183ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:21.827914Z","caller":"traceutil/trace.go:171","msg":"trace[889770399] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"185.356331ms","start":"2026-05-29T02:57:21.642543Z","end":"2026-05-29T02:57:21.827899Z","steps":["trace[889770399] 'process raft request' (duration: 185.044844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:21.828232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.961058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:57:21.828361Z","caller":"traceutil/trace.go:171","msg":"trace[970034198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24742; }","duration":"128.148971ms","start":"2026-05-29T02:57:21.700182Z","end":"2026-05-29T02:57:21.828331Z","steps":["trace[970034198] 'agreement among raft nodes before linearized reading' (duration: 127.807363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:21.828387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.192149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:57:21.828528Z","caller":"traceutil/trace.go:171","msg":"trace[1264328912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24742; }","duration":"127.366843ms","start":"2026-05-29T02:57:21.701128Z","end":"2026-05-29T02:57:21.828495Z","steps":["trace[1264328912] 'agreement among raft nodes before linearized reading' (duration: 126.951353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:21.829238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.475517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-29T02:57:21.829307Z","caller":"traceutil/trace.go:171","msg":"trace[720089526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24742; }","duration":"154.581469ms","start":"2026-05-29T02:57:21.674708Z","end":"2026-05-29T02:57:21.82929Z","steps":["trace[720089526] 'agreement among raft nodes before linearized reading' (duration: 154.008336ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:22.066477Z","caller":"traceutil/trace.go:171","msg":"trace[814099582] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"232.830017ms","start":"2026-05-29T02:57:21.833625Z","end":"2026-05-29T02:57:22.066455Z","steps":["trace[814099582] 'process raft request' (duration: 232.667553ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:22.07515Z","caller":"traceutil/trace.go:171","msg":"trace[403188133] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"241.211819ms","start":"2026-05-29T02:57:21.8339Z","end":"2026-05-29T02:57:22.075112Z","steps":["trace[403188133] 'process raft request' (duration: 240.934753ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:22.075162Z","caller":"traceutil/trace.go:171","msg":"trace[1855202509] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"240.178984ms","start":"2026-05-29T02:57:21.834952Z","end":"2026-05-29T02:57:22.075131Z","steps":["trace[1855202509] 'process raft request' (duration: 240.057931ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:22.075477Z","caller":"traceutil/trace.go:171","msg":"trace[1310275156] linearizableReadLoop","detail":"{readStateIndex:25559; appliedIndex:25556; }","duration":"234.19476ms","start":"2026-05-29T02:57:21.841254Z","end":"2026-05-29T02:57:22.075449Z","steps":["trace[1310275156] 'read index received' (duration: 225.092921ms)","trace[1310275156] 'applied index is now lower than readState.Index' (duration: 9.100509ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:22.075684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.416075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:22.075732Z","caller":"traceutil/trace.go:171","msg":"trace[1487070650] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24747; }","duration":"234.483997ms","start":"2026-05-29T02:57:21.841235Z","end":"2026-05-29T02:57:22.075719Z","steps":["trace[1487070650] 'agreement among raft nodes before linearized reading' (duration: 234.378524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:22.075723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.907825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:22.075773Z","caller":"traceutil/trace.go:171","msg":"trace[1261032679] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24747; }","duration":"232.016527ms","start":"2026-05-29T02:57:21.843736Z","end":"2026-05-29T02:57:22.075753Z","steps":["trace[1261032679] 'agreement among raft nodes before linearized reading' (duration: 231.896394ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:22.637671Z","caller":"traceutil/trace.go:171","msg":"trace[1525800194] linearizableReadLoop","detail":"{readStateIndex:25563; appliedIndex:25562; }","duration":"197.501375ms","start":"2026-05-29T02:57:22.440139Z","end":"2026-05-29T02:57:22.63764Z","steps":["trace[1525800194] 'read index received' (duration: 197.263029ms)","trace[1525800194] 'applied index is now lower than readState.Index' (duration: 236.586µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:22.638068Z","caller":"traceutil/trace.go:171","msg":"trace[196220218] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"202.181667ms","start":"2026-05-29T02:57:22.435873Z","end":"2026-05-29T02:57:22.638055Z","steps":["trace[196220218] 'process raft request' (duration: 201.606293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:22.638346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.188881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:57:22.638392Z","caller":"traceutil/trace.go:171","msg":"trace[1148317357] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24749; }","duration":"198.287654ms","start":"2026-05-29T02:57:22.440091Z","end":"2026-05-29T02:57:22.638378Z","steps":["trace[1148317357] 'agreement among raft nodes before linearized reading' (duration: 198.14253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:22.638553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.853445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:57:22.638588Z","caller":"traceutil/trace.go:171","msg":"trace[1407082925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24749; }","duration":"195.934967ms","start":"2026-05-29T02:57:22.442644Z","end":"2026-05-29T02:57:22.638579Z","steps":["trace[1407082925] 'agreement among raft nodes before linearized reading' (duration: 195.824885ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:22.870052Z","caller":"traceutil/trace.go:171","msg":"trace[926212153] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"125.055037ms","start":"2026-05-29T02:57:22.744967Z","end":"2026-05-29T02:57:22.870022Z","steps":["trace[926212153] 'process raft request' (duration: 124.7783ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:22.870081Z","caller":"traceutil/trace.go:171","msg":"trace[156534321] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"137.461805ms","start":"2026-05-29T02:57:22.732588Z","end":"2026-05-29T02:57:22.87005Z","steps":["trace[156534321] 'process raft request' (duration: 134.151546ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:22.919233Z","caller":"traceutil/trace.go:171","msg":"trace[721845634] linearizableReadLoop","detail":"{readStateIndex:25567; appliedIndex:25565; }","duration":"166.347233ms","start":"2026-05-29T02:57:22.752848Z","end":"2026-05-29T02:57:22.919195Z","steps":["trace[721845634] 'read index received' (duration: 113.909798ms)","trace[721845634] 'applied index is now lower than readState.Index' (duration: 52.435165ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:22.919468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.604198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:57:22.919495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.972276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:22.919573Z","caller":"traceutil/trace.go:171","msg":"trace[1372031232] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24753; }","duration":"166.720321ms","start":"2026-05-29T02:57:22.752828Z","end":"2026-05-29T02:57:22.919548Z","steps":["trace[1372031232] 'agreement among raft nodes before linearized reading' (duration: 166.551307ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:22.919586Z","caller":"traceutil/trace.go:171","msg":"trace[1020725099] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24753; }","duration":"162.107979ms","start":"2026-05-29T02:57:22.757455Z","end":"2026-05-29T02:57:22.919563Z","steps":["trace[1020725099] 'agreement among raft nodes before linearized reading' (duration: 161.964266ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:23.218413Z","caller":"traceutil/trace.go:171","msg":"trace[582083764] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"207.367982ms","start":"2026-05-29T02:57:23.011013Z","end":"2026-05-29T02:57:23.218381Z","steps":["trace[582083764] 'process raft request' (duration: 206.955522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:23.435547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.687241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:23.435618Z","caller":"traceutil/trace.go:171","msg":"trace[1275746875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24754; }","duration":"144.810034ms","start":"2026-05-29T02:57:23.290793Z","end":"2026-05-29T02:57:23.435603Z","steps":["trace[1275746875] 'range keys from in-memory index tree' (duration: 144.596528ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:23.575929Z","caller":"traceutil/trace.go:171","msg":"trace[1127974934] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"100.129325ms","start":"2026-05-29T02:57:23.475781Z","end":"2026-05-29T02:57:23.57591Z","steps":["trace[1127974934] 'process raft request' (duration: 99.699165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:24.083979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.699458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:24.084075Z","caller":"traceutil/trace.go:171","msg":"trace[416275430] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24757; }","duration":"102.858981ms","start":"2026-05-29T02:57:23.981193Z","end":"2026-05-29T02:57:24.084052Z","steps":["trace[416275430] 'count revisions from in-memory index tree' (duration: 102.592656ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:24.233755Z","caller":"traceutil/trace.go:171","msg":"trace[1334986847] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"145.036668ms","start":"2026-05-29T02:57:24.088678Z","end":"2026-05-29T02:57:24.233715Z","steps":["trace[1334986847] 'process raft request' (duration: 144.871204ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:24.426138Z","caller":"traceutil/trace.go:171","msg":"trace[1511257815] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"335.483933ms","start":"2026-05-29T02:57:24.090631Z","end":"2026-05-29T02:57:24.426115Z","steps":["trace[1511257815] 'process raft request' (duration: 335.411791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:24.426288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:24.090611Z","time spent":"335.595516ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:57:24.426589Z","caller":"traceutil/trace.go:171","msg":"trace[1128845621] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"337.382399ms","start":"2026-05-29T02:57:24.089137Z","end":"2026-05-29T02:57:24.426519Z","steps":["trace[1128845621] 'process raft request' (duration: 336.632421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:24.426806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:24.089118Z","time spent":"337.570733ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:57:24.714487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.375267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:24.714638Z","caller":"traceutil/trace.go:171","msg":"trace[839112440] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24761; }","duration":"116.584422ms","start":"2026-05-29T02:57:24.598016Z","end":"2026-05-29T02:57:24.7146Z","steps":["trace[839112440] 'range keys from in-memory index tree' (duration: 116.268375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:25.058983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.278643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:57:25.059267Z","caller":"traceutil/trace.go:171","msg":"trace[1543936658] linearizableReadLoop","detail":"{readStateIndex:25579; appliedIndex:25576; }","duration":"333.053345ms","start":"2026-05-29T02:57:24.726137Z","end":"2026-05-29T02:57:25.05919Z","steps":["trace[1543936658] 'read index received' (duration: 16.892858ms)","trace[1543936658] 'applied index is now lower than readState.Index' (duration: 316.159137ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:25.059318Z","caller":"traceutil/trace.go:171","msg":"trace[959584031] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"334.987831ms","start":"2026-05-29T02:57:24.724286Z","end":"2026-05-29T02:57:25.059274Z","steps":["trace[959584031] 'process raft request' (duration: 187.334109ms)","trace[959584031] 'compare' (duration: 147.16403ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:25.059372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.232049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:25.059439Z","caller":"traceutil/trace.go:171","msg":"trace[612633565] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24764; }","duration":"333.27212ms","start":"2026-05-29T02:57:24.726122Z","end":"2026-05-29T02:57:25.059394Z","steps":["trace[612633565] 'agreement among raft nodes before linearized reading' (duration: 333.200138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:25.059443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:24.724262Z","time spent":"335.107793ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:57:25.059487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:24.726093Z","time spent":"333.383603ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:57:25.059318Z","caller":"traceutil/trace.go:171","msg":"trace[1902229198] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"334.735035ms","start":"2026-05-29T02:57:24.724559Z","end":"2026-05-29T02:57:25.059294Z","steps":["trace[1902229198] 'process raft request' (duration: 334.516959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:25.059604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:24.724551Z","time spent":"335.012321ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:57:25.077966Z","caller":"traceutil/trace.go:171","msg":"trace[128195841] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"202.187138ms","start":"2026-05-29T02:57:24.875743Z","end":"2026-05-29T02:57:25.07793Z","steps":["trace[128195841] 'process raft request' (duration: 201.975363ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:25.078261Z","caller":"traceutil/trace.go:171","msg":"trace[531209502] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"202.26045ms","start":"2026-05-29T02:57:24.875969Z","end":"2026-05-29T02:57:25.078229Z","steps":["trace[531209502] 'process raft request' (duration: 201.893851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:25.389161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.732271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-29T02:57:25.389243Z","caller":"traceutil/trace.go:171","msg":"trace[1742257508] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24766; }","duration":"214.860704ms","start":"2026-05-29T02:57:25.174363Z","end":"2026-05-29T02:57:25.389224Z","steps":["trace[1742257508] 'range keys from in-memory index tree' (duration: 214.457104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:25.390003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.497544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:57:25.390109Z","caller":"traceutil/trace.go:171","msg":"trace[1215875227] linearizableReadLoop","detail":"{readStateIndex:25582; appliedIndex:25581; }","duration":"160.833169ms","start":"2026-05-29T02:57:25.229257Z","end":"2026-05-29T02:57:25.39009Z","steps":["trace[1215875227] 'read index received' (duration: 9.039718ms)","trace[1215875227] 'applied index is now lower than readState.Index' (duration: 151.791691ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:25.390278Z","caller":"traceutil/trace.go:171","msg":"trace[1364265528] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"162.387037ms","start":"2026-05-29T02:57:25.227807Z","end":"2026-05-29T02:57:25.390194Z","steps":["trace[1364265528] 'process raft request' (duration: 10.620436ms)","trace[1364265528] 'compare' (duration: 151.29887ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:25.390957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.687581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274798"} {"level":"info","ts":"2026-05-29T02:57:25.391033Z","caller":"traceutil/trace.go:171","msg":"trace[695485216] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24767; }","duration":"161.803724ms","start":"2026-05-29T02:57:25.229211Z","end":"2026-05-29T02:57:25.391015Z","steps":["trace[695485216] 'agreement among raft nodes before linearized reading' (duration: 161.27007ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:25.719089Z","caller":"traceutil/trace.go:171","msg":"trace[2005864540] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"138.45254ms","start":"2026-05-29T02:57:25.580616Z","end":"2026-05-29T02:57:25.719069Z","steps":["trace[2005864540] 'process raft request' (duration: 135.238013ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:26.027174Z","caller":"traceutil/trace.go:171","msg":"trace[547468682] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"135.53457ms","start":"2026-05-29T02:57:25.891596Z","end":"2026-05-29T02:57:26.027131Z","steps":["trace[547468682] 'process raft request' (duration: 135.239553ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:26.158509Z","caller":"traceutil/trace.go:171","msg":"trace[1794825518] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"266.465879ms","start":"2026-05-29T02:57:25.892017Z","end":"2026-05-29T02:57:26.158483Z","steps":["trace[1794825518] 'process raft request' (duration: 266.060238ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:34.30707Z","caller":"traceutil/trace.go:171","msg":"trace[908488781] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"119.00305ms","start":"2026-05-29T02:57:34.188041Z","end":"2026-05-29T02:57:34.307044Z","steps":["trace[908488781] 'process raft request' (duration: 83.937035ms)","trace[908488781] 'compare' (duration: 34.969093ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:34.559033Z","caller":"traceutil/trace.go:171","msg":"trace[1565445179] linearizableReadLoop","detail":"{readStateIndex:25706; appliedIndex:25705; }","duration":"219.138297ms","start":"2026-05-29T02:57:34.339866Z","end":"2026-05-29T02:57:34.559004Z","steps":["trace[1565445179] 'read index received' (duration: 196.91713ms)","trace[1565445179] 'applied index is now lower than readState.Index' (duration: 22.220186ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:34.55911Z","caller":"traceutil/trace.go:171","msg":"trace[1617282177] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"242.564901ms","start":"2026-05-29T02:57:34.316507Z","end":"2026-05-29T02:57:34.559072Z","steps":["trace[1617282177] 'process raft request' (duration: 220.269433ms)","trace[1617282177] 'compare' (duration: 21.9709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:34.559208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.330761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:57:34.559242Z","caller":"traceutil/trace.go:171","msg":"trace[1043750684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24888; }","duration":"219.412873ms","start":"2026-05-29T02:57:34.339818Z","end":"2026-05-29T02:57:34.559231Z","steps":["trace[1043750684] 'agreement among raft nodes before linearized reading' (duration: 219.2943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:34.817114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.783945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:57:34.817236Z","caller":"traceutil/trace.go:171","msg":"trace[1900530721] linearizableReadLoop","detail":"{readStateIndex:25707; appliedIndex:25706; }","duration":"258.127176ms","start":"2026-05-29T02:57:34.55909Z","end":"2026-05-29T02:57:34.817217Z","steps":["trace[1900530721] 'read index received' (duration: 122.078895ms)","trace[1900530721] 'applied index is now lower than readState.Index' (duration: 136.046861ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:34.817242Z","caller":"traceutil/trace.go:171","msg":"trace[2032248404] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"341.715673ms","start":"2026-05-29T02:57:34.47551Z","end":"2026-05-29T02:57:34.817225Z","steps":["trace[2032248404] 'process raft request' (duration: 205.740074ms)","trace[2032248404] 'compare' (duration: 135.678702ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:34.817304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:34.475492Z","time spent":"341.780975ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:57:34.817391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.501988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-29T02:57:34.817459Z","caller":"traceutil/trace.go:171","msg":"trace[45843235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24889; }","duration":"348.59415ms","start":"2026-05-29T02:57:34.468851Z","end":"2026-05-29T02:57:34.817445Z","steps":["trace[45843235] 'agreement among raft nodes before linearized reading' (duration: 348.423355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:34.817489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:34.468844Z","time spent":"348.638591ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:57:34.817509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.673605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:57:34.817603Z","caller":"traceutil/trace.go:171","msg":"trace[2093292073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24889; }","duration":"349.817819ms","start":"2026-05-29T02:57:34.467762Z","end":"2026-05-29T02:57:34.81758Z","steps":["trace[2093292073] 'agreement among raft nodes before linearized reading' (duration: 349.524861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:34.817657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:34.467744Z","time spent":"349.90173ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:57:34.82598Z","caller":"traceutil/trace.go:171","msg":"trace[1700041966] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"262.359579ms","start":"2026-05-29T02:57:34.563602Z","end":"2026-05-29T02:57:34.825962Z","steps":["trace[1700041966] 'process raft request' (duration: 262.186765ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:34.969087Z","caller":"traceutil/trace.go:171","msg":"trace[1188980848] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"139.220009ms","start":"2026-05-29T02:57:34.829844Z","end":"2026-05-29T02:57:34.969064Z","steps":["trace[1188980848] 'process raft request' (duration: 135.649902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:35.22528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.638199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:57:35.225284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.897638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:57:35.225346Z","caller":"traceutil/trace.go:171","msg":"trace[685242218] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24893; }","duration":"127.738841ms","start":"2026-05-29T02:57:35.097585Z","end":"2026-05-29T02:57:35.225324Z","steps":["trace[685242218] 'range keys from in-memory index tree' (duration: 127.565397ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:35.225405Z","caller":"traceutil/trace.go:171","msg":"trace[1083545689] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24893; }","duration":"124.044752ms","start":"2026-05-29T02:57:35.101307Z","end":"2026-05-29T02:57:35.225352Z","steps":["trace[1083545689] 'range keys from in-memory index tree' (duration: 123.726914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:35.225685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.234199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-29T02:57:35.225766Z","caller":"traceutil/trace.go:171","msg":"trace[1408108329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24893; }","duration":"127.352292ms","start":"2026-05-29T02:57:35.098396Z","end":"2026-05-29T02:57:35.225748Z","steps":["trace[1408108329] 'range keys from in-memory index tree' (duration: 127.052224ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:35.227802Z","caller":"traceutil/trace.go:171","msg":"trace[1258423814] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"105.516535ms","start":"2026-05-29T02:57:35.122268Z","end":"2026-05-29T02:57:35.227785Z","steps":["trace[1258423814] 'process raft request' (duration: 105.322711ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:35.408141Z","caller":"traceutil/trace.go:171","msg":"trace[474277735] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"178.27111ms","start":"2026-05-29T02:57:35.22984Z","end":"2026-05-29T02:57:35.408111Z","steps":["trace[474277735] 'process raft request' (duration: 178.038874ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:35.624411Z","caller":"traceutil/trace.go:171","msg":"trace[10646082] linearizableReadLoop","detail":"{readStateIndex:25715; appliedIndex:25713; }","duration":"393.687497ms","start":"2026-05-29T02:57:35.230702Z","end":"2026-05-29T02:57:35.624389Z","steps":["trace[10646082] 'read index received' (duration: 177.381988ms)","trace[10646082] 'applied index is now lower than readState.Index' (duration: 216.303439ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:35.624413Z","caller":"traceutil/trace.go:171","msg":"trace[1795375389] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"195.457625ms","start":"2026-05-29T02:57:35.428932Z","end":"2026-05-29T02:57:35.624389Z","steps":["trace[1795375389] 'process raft request' (duration: 195.408114ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:35.624411Z","caller":"traceutil/trace.go:171","msg":"trace[1987695830] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"393.979535ms","start":"2026-05-29T02:57:35.2304Z","end":"2026-05-29T02:57:35.624379Z","steps":["trace[1987695830] 'process raft request' (duration: 328.246149ms)","trace[1987695830] 'compare' (duration: 65.552752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:35.624546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.828771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:57:35.624548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.801834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:35.624588Z","caller":"traceutil/trace.go:171","msg":"trace[1940047121] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24898; }","duration":"393.904913ms","start":"2026-05-29T02:57:35.23067Z","end":"2026-05-29T02:57:35.624575Z","steps":["trace[1940047121] 'agreement among raft nodes before linearized reading' (duration: 393.81526ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:35.624591Z","caller":"traceutil/trace.go:171","msg":"trace[1937246799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24898; }","duration":"333.872725ms","start":"2026-05-29T02:57:35.290708Z","end":"2026-05-29T02:57:35.62458Z","steps":["trace[1937246799] 'agreement among raft nodes before linearized reading' (duration: 333.809963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:35.624616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:35.290686Z","time spent":"333.923086ms","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:57:35.624617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:35.230661Z","time spent":"393.947453ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:57:35.624642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:35.230376Z","time spent":"394.184679ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:57:37.748914Z","caller":"traceutil/trace.go:171","msg":"trace[1575120581] linearizableReadLoop","detail":"{readStateIndex:25732; appliedIndex:25731; }","duration":"133.347457ms","start":"2026-05-29T02:57:37.615537Z","end":"2026-05-29T02:57:37.748885Z","steps":["trace[1575120581] 'read index received' (duration: 133.321267ms)","trace[1575120581] 'applied index is now lower than readState.Index' (duration: 24.49µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:37.750481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.928065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:57:37.750582Z","caller":"traceutil/trace.go:171","msg":"trace[1433427090] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24913; }","duration":"135.039058ms","start":"2026-05-29T02:57:37.615487Z","end":"2026-05-29T02:57:37.750526Z","steps":["trace[1433427090] 'agreement among raft nodes before linearized reading' (duration: 133.549452ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:37.750839Z","caller":"traceutil/trace.go:171","msg":"trace[91631105] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"121.060581ms","start":"2026-05-29T02:57:37.629767Z","end":"2026-05-29T02:57:37.750828Z","steps":["trace[91631105] 'process raft request' (duration: 120.289882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:37.750834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.043774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-29T02:57:37.750967Z","caller":"traceutil/trace.go:171","msg":"trace[1765959804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24914; }","duration":"122.201168ms","start":"2026-05-29T02:57:37.62874Z","end":"2026-05-29T02:57:37.750942Z","steps":["trace[1765959804] 'agreement among raft nodes before linearized reading' (duration: 121.904771ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:41.362955Z","caller":"traceutil/trace.go:171","msg":"trace[843183901] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"116.498381ms","start":"2026-05-29T02:57:41.24643Z","end":"2026-05-29T02:57:41.362929Z","steps":["trace[843183901] 'process raft request' (duration: 116.325997ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:41.644362Z","caller":"traceutil/trace.go:171","msg":"trace[253603610] linearizableReadLoop","detail":"{readStateIndex:25782; appliedIndex:25780; }","duration":"353.95544ms","start":"2026-05-29T02:57:41.29038Z","end":"2026-05-29T02:57:41.644335Z","steps":["trace[253603610] 'read index received' (duration: 72.408777ms)","trace[253603610] 'applied index is now lower than readState.Index' (duration: 281.545363ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:41.644512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.113275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:41.644493Z","caller":"traceutil/trace.go:171","msg":"trace[33185854] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"397.258325ms","start":"2026-05-29T02:57:41.247195Z","end":"2026-05-29T02:57:41.644453Z","steps":["trace[33185854] 'process raft request' (duration: 396.989898ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:41.644554Z","caller":"traceutil/trace.go:171","msg":"trace[199310235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24962; }","duration":"354.197376ms","start":"2026-05-29T02:57:41.290344Z","end":"2026-05-29T02:57:41.644542Z","steps":["trace[199310235] 'agreement among raft nodes before linearized reading' (duration: 354.117134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:41.644596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:41.290332Z","time spent":"354.256648ms","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:57:41.644652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:41.247188Z","time spent":"397.381248ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:57:41.644856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.497397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-29T02:57:41.644933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.871659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-29T02:57:41.64494Z","caller":"traceutil/trace.go:171","msg":"trace[1770200564] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24962; }","duration":"212.62172ms","start":"2026-05-29T02:57:41.432297Z","end":"2026-05-29T02:57:41.644919Z","steps":["trace[1770200564] 'agreement among raft nodes before linearized reading' (duration: 212.384274ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:41.644965Z","caller":"traceutil/trace.go:171","msg":"trace[1694823197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24962; }","duration":"157.931411ms","start":"2026-05-29T02:57:41.487024Z","end":"2026-05-29T02:57:41.644955Z","steps":["trace[1694823197] 'agreement among raft nodes before linearized reading' (duration: 157.778297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:41.645062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.829111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-29T02:57:41.645114Z","caller":"traceutil/trace.go:171","msg":"trace[866980188] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24962; }","duration":"153.907703ms","start":"2026-05-29T02:57:41.491192Z","end":"2026-05-29T02:57:41.6451Z","steps":["trace[866980188] 'agreement among raft nodes before linearized reading' (duration: 153.75931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:41.64512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.93496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-05-29T02:57:41.645152Z","caller":"traceutil/trace.go:171","msg":"trace[695082862] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24962; }","duration":"199.001891ms","start":"2026-05-29T02:57:41.44614Z","end":"2026-05-29T02:57:41.645142Z","steps":["trace[695082862] 'agreement among raft nodes before linearized reading' (duration: 198.906229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:45.672637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.108587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:45.672744Z","caller":"traceutil/trace.go:171","msg":"trace[332123611] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25001; }","duration":"120.253842ms","start":"2026-05-29T02:57:45.552465Z","end":"2026-05-29T02:57:45.672719Z","steps":["trace[332123611] 'count revisions from in-memory index tree' (duration: 120.023325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:45.673044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.638451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:45.673135Z","caller":"traceutil/trace.go:171","msg":"trace[1639558072] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25001; }","duration":"149.789194ms","start":"2026-05-29T02:57:45.523323Z","end":"2026-05-29T02:57:45.673112Z","steps":["trace[1639558072] 'count revisions from in-memory index tree' (duration: 149.541818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:45.946621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.210828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:57:45.946758Z","caller":"traceutil/trace.go:171","msg":"trace[463317608] linearizableReadLoop","detail":"{readStateIndex:25824; appliedIndex:25823; }","duration":"265.903745ms","start":"2026-05-29T02:57:45.680839Z","end":"2026-05-29T02:57:45.946743Z","steps":["trace[463317608] 'read index received' (duration: 126.477622ms)","trace[463317608] 'applied index is now lower than readState.Index' (duration: 139.424623ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:45.946978Z","caller":"traceutil/trace.go:171","msg":"trace[1257988364] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"267.009211ms","start":"2026-05-29T02:57:45.679913Z","end":"2026-05-29T02:57:45.946922Z","steps":["trace[1257988364] 'process raft request' (duration: 127.416284ms)","trace[1257988364] 'compare' (duration: 139.073665ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:45.947081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.211753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:45.947224Z","caller":"traceutil/trace.go:171","msg":"trace[358651665] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25003; }","duration":"266.412788ms","start":"2026-05-29T02:57:45.680776Z","end":"2026-05-29T02:57:45.947188Z","steps":["trace[358651665] 'agreement among raft nodes before linearized reading' (duration: 266.166352ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:46.034206Z","caller":"traceutil/trace.go:171","msg":"trace[320470422] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"238.72753ms","start":"2026-05-29T02:57:45.795441Z","end":"2026-05-29T02:57:46.034169Z","steps":["trace[320470422] 'process raft request' (duration: 238.653008ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:46.034272Z","caller":"traceutil/trace.go:171","msg":"trace[1727590750] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"255.348822ms","start":"2026-05-29T02:57:45.778888Z","end":"2026-05-29T02:57:46.034237Z","steps":["trace[1727590750] 'process raft request' (duration: 255.039053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:46.034366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.45986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-05-29T02:57:46.034532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.909385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:57:46.034582Z","caller":"traceutil/trace.go:171","msg":"trace[472323175] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25005; }","duration":"306.991247ms","start":"2026-05-29T02:57:45.727579Z","end":"2026-05-29T02:57:46.03457Z","steps":["trace[472323175] 'agreement among raft nodes before linearized reading' (duration: 306.886024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:46.034641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:45.727569Z","time spent":"307.061029ms","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:57:46.034687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.685216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-29T02:57:46.034728Z","caller":"traceutil/trace.go:171","msg":"trace[1402273171] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25005; }","duration":"172.786159ms","start":"2026-05-29T02:57:45.861933Z","end":"2026-05-29T02:57:46.034719Z","steps":["trace[1402273171] 'agreement among raft nodes before linearized reading' (duration: 172.637716ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:46.034532Z","caller":"traceutil/trace.go:171","msg":"trace[934100489] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25005; }","duration":"133.653545ms","start":"2026-05-29T02:57:45.900854Z","end":"2026-05-29T02:57:46.034507Z","steps":["trace[934100489] 'agreement among raft nodes before linearized reading' (duration: 133.331778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:46.034943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.469973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:57:46.03499Z","caller":"traceutil/trace.go:171","msg":"trace[876733089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25005; }","duration":"233.560096ms","start":"2026-05-29T02:57:45.801418Z","end":"2026-05-29T02:57:46.034978Z","steps":["trace[876733089] 'agreement among raft nodes before linearized reading' (duration: 233.404632ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:48.307498Z","caller":"traceutil/trace.go:171","msg":"trace[225308055] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"100.743521ms","start":"2026-05-29T02:57:48.206721Z","end":"2026-05-29T02:57:48.307465Z","steps":["trace[225308055] 'process raft request' (duration: 50.1404ms)","trace[225308055] 'compare' (duration: 50.369555ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:49.190373Z","caller":"traceutil/trace.go:171","msg":"trace[1424094000] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"156.474915ms","start":"2026-05-29T02:57:49.033862Z","end":"2026-05-29T02:57:49.190337Z","steps":["trace[1424094000] 'process raft request' (duration: 150.540913ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:53.52143Z","caller":"traceutil/trace.go:171","msg":"trace[1444276189] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"116.789287ms","start":"2026-05-29T02:57:53.404611Z","end":"2026-05-29T02:57:53.5214Z","steps":["trace[1444276189] 'process raft request' (duration: 116.598442ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:06.290092Z","caller":"traceutil/trace.go:171","msg":"trace[280137045] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"166.913946ms","start":"2026-05-29T02:58:06.123135Z","end":"2026-05-29T02:58:06.290049Z","steps":["trace[280137045] 'process raft request' (duration: 86.112246ms)","trace[280137045] 'compare' (duration: 80.549484ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:06.290146Z","caller":"traceutil/trace.go:171","msg":"trace[310169641] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"148.428441ms","start":"2026-05-29T02:58:06.141691Z","end":"2026-05-29T02:58:06.290119Z","steps":["trace[310169641] 'process raft request' (duration: 148.329598ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:06.290087Z","caller":"traceutil/trace.go:171","msg":"trace[875217775] linearizableReadLoop","detail":"{readStateIndex:25993; appliedIndex:25992; }","duration":"148.653096ms","start":"2026-05-29T02:58:06.141411Z","end":"2026-05-29T02:58:06.290064Z","steps":["trace[875217775] 'read index received' (duration: 67.851357ms)","trace[875217775] 'applied index is now lower than readState.Index' (duration: 80.799559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:06.290264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.82065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:06.2903Z","caller":"traceutil/trace.go:171","msg":"trace[592232554] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25169; }","duration":"148.930133ms","start":"2026-05-29T02:58:06.14136Z","end":"2026-05-29T02:58:06.29029Z","steps":["trace[592232554] 'agreement among raft nodes before linearized reading' (duration: 148.787959ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:06.530321Z","caller":"traceutil/trace.go:171","msg":"trace[1061689538] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"233.129654ms","start":"2026-05-29T02:58:06.297153Z","end":"2026-05-29T02:58:06.530282Z","steps":["trace[1061689538] 'process raft request' (duration: 163.532385ms)","trace[1061689538] 'compare' (duration: 69.377304ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:06.530328Z","caller":"traceutil/trace.go:171","msg":"trace[1442125207] linearizableReadLoop","detail":"{readStateIndex:25995; appliedIndex:25994; }","duration":"232.08834ms","start":"2026-05-29T02:58:06.298209Z","end":"2026-05-29T02:58:06.530297Z","steps":["trace[1442125207] 'read index received' (duration: 162.48981ms)","trace[1442125207] 'applied index is now lower than readState.Index' (duration: 69.59695ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:06.530502Z","caller":"traceutil/trace.go:171","msg":"trace[975670655] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"131.891762ms","start":"2026-05-29T02:58:06.398585Z","end":"2026-05-29T02:58:06.530477Z","steps":["trace[975670655] 'process raft request' (duration: 131.672977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:06.530527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.300065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:06.530659Z","caller":"traceutil/trace.go:171","msg":"trace[1140454512] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25171; }","duration":"232.444108ms","start":"2026-05-29T02:58:06.2982Z","end":"2026-05-29T02:58:06.530644Z","steps":["trace[1140454512] 'agreement among raft nodes before linearized reading' (duration: 232.251133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:06.53596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.307047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:06.536026Z","caller":"traceutil/trace.go:171","msg":"trace[981547471] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25172; }","duration":"213.413708ms","start":"2026-05-29T02:58:06.322595Z","end":"2026-05-29T02:58:06.536008Z","steps":["trace[981547471] 'agreement among raft nodes before linearized reading' (duration: 213.309026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:07.219001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.393385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:07.219228Z","caller":"traceutil/trace.go:171","msg":"trace[2024602520] linearizableReadLoop","detail":"{readStateIndex:25999; appliedIndex:25998; }","duration":"168.551317ms","start":"2026-05-29T02:58:07.05065Z","end":"2026-05-29T02:58:07.219202Z","steps":["trace[2024602520] 'read index received' (duration: 47.393564ms)","trace[2024602520] 'applied index is now lower than readState.Index' (duration: 121.155793ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:07.219282Z","caller":"traceutil/trace.go:171","msg":"trace[1717546394] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"179.752586ms","start":"2026-05-29T02:58:07.039473Z","end":"2026-05-29T02:58:07.219225Z","steps":["trace[1717546394] 'process raft request' (duration: 58.676665ms)","trace[1717546394] 'compare' (duration: 120.19434ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:07.219462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.785622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:07.219521Z","caller":"traceutil/trace.go:171","msg":"trace[547754433] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25174; }","duration":"168.891914ms","start":"2026-05-29T02:58:07.050616Z","end":"2026-05-29T02:58:07.219508Z","steps":["trace[547754433] 'agreement among raft nodes before linearized reading' (duration: 168.749731ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:07.245145Z","caller":"traceutil/trace.go:171","msg":"trace[1509648976] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"124.900453ms","start":"2026-05-29T02:58:07.120221Z","end":"2026-05-29T02:58:07.245122Z","steps":["trace[1509648976] 'process raft request' (duration: 124.75646ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:07.311174Z","caller":"traceutil/trace.go:171","msg":"trace[1084155482] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"166.548228ms","start":"2026-05-29T02:58:07.144605Z","end":"2026-05-29T02:58:07.311154Z","steps":["trace[1084155482] 'process raft request' (duration: 166.237881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:07.311442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.845105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-29T02:58:07.311475Z","caller":"traceutil/trace.go:171","msg":"trace[1472070111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25176; }","duration":"103.929167ms","start":"2026-05-29T02:58:07.207537Z","end":"2026-05-29T02:58:07.311466Z","steps":["trace[1472070111] 'agreement among raft nodes before linearized reading' (duration: 103.818244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:07.311627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.455868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-29T02:58:07.311651Z","caller":"traceutil/trace.go:171","msg":"trace[1208541137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25176; }","duration":"176.505398ms","start":"2026-05-29T02:58:07.13514Z","end":"2026-05-29T02:58:07.311646Z","steps":["trace[1208541137] 'agreement among raft nodes before linearized reading' (duration: 176.437726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:07.311791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.254432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:58:07.311814Z","caller":"traceutil/trace.go:171","msg":"trace[1951539846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25176; }","duration":"200.315293ms","start":"2026-05-29T02:58:07.111494Z","end":"2026-05-29T02:58:07.311809Z","steps":["trace[1951539846] 'agreement among raft nodes before linearized reading' (duration: 200.253601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:07.311921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.987059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:58:07.311943Z","caller":"traceutil/trace.go:171","msg":"trace[402082751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25176; }","duration":"201.043761ms","start":"2026-05-29T02:58:07.110894Z","end":"2026-05-29T02:58:07.311938Z","steps":["trace[402082751] 'agreement among raft nodes before linearized reading' (duration: 200.98655ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:07.46718Z","caller":"traceutil/trace.go:171","msg":"trace[435572474] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"148.512254ms","start":"2026-05-29T02:58:07.318635Z","end":"2026-05-29T02:58:07.467148Z","steps":["trace[435572474] 'process raft request' (duration: 84.072319ms)","trace[435572474] 'compare' (duration: 64.125467ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:07.467303Z","caller":"traceutil/trace.go:171","msg":"trace[478460193] linearizableReadLoop","detail":"{readStateIndex:26002; appliedIndex:26001; }","duration":"148.582715ms","start":"2026-05-29T02:58:07.318691Z","end":"2026-05-29T02:58:07.467273Z","steps":["trace[478460193] 'read index received' (duration: 121.803µs)","trace[478460193] 'applied index is now lower than readState.Index' (duration: 148.457711ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:07.467357Z","caller":"traceutil/trace.go:171","msg":"trace[1301034802] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"148.494683ms","start":"2026-05-29T02:58:07.318829Z","end":"2026-05-29T02:58:07.467324Z","steps":["trace[1301034802] 'process raft request' (duration: 148.339999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:07.467562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.563191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-29T02:58:07.467637Z","caller":"traceutil/trace.go:171","msg":"trace[7720925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25178; }","duration":"147.651333ms","start":"2026-05-29T02:58:07.319976Z","end":"2026-05-29T02:58:07.467627Z","steps":["trace[7720925] 'agreement among raft nodes before linearized reading' (duration: 147.443028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:07.467608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.890513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d14bc7f3-e08b-4000-ae19-2122ab608ed5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-29T02:58:07.46772Z","caller":"traceutil/trace.go:171","msg":"trace[254304105] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d14bc7f3-e08b-4000-ae19-2122ab608ed5; range_end:; response_count:1; response_revision:25178; }","duration":"149.076258ms","start":"2026-05-29T02:58:07.318626Z","end":"2026-05-29T02:58:07.467702Z","steps":["trace[254304105] 'agreement among raft nodes before linearized reading' (duration: 148.757939ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:08.289933Z","caller":"traceutil/trace.go:171","msg":"trace[500333464] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"142.745264ms","start":"2026-05-29T02:58:08.147168Z","end":"2026-05-29T02:58:08.289914Z","steps":["trace[500333464] 'process raft request' (duration: 130.917769ms)","trace[500333464] 'compare' (duration: 11.367394ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:08.578242Z","caller":"traceutil/trace.go:171","msg":"trace[1495846096] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"282.448715ms","start":"2026-05-29T02:58:08.295756Z","end":"2026-05-29T02:58:08.578204Z","steps":["trace[1495846096] 'process raft request' (duration: 282.23757ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:08.682629Z","caller":"traceutil/trace.go:171","msg":"trace[336401385] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"100.177436ms","start":"2026-05-29T02:58:08.582426Z","end":"2026-05-29T02:58:08.682603Z","steps":["trace[336401385] 'process raft request' (duration: 99.509381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.490178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.971342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:19.490274Z","caller":"traceutil/trace.go:171","msg":"trace[1500593731] linearizableReadLoop","detail":"{readStateIndex:26092; appliedIndex:26091; }","duration":"158.531564ms","start":"2026-05-29T02:58:19.331727Z","end":"2026-05-29T02:58:19.490258Z","steps":["trace[1500593731] 'read index received' (duration: 12.397959ms)","trace[1500593731] 'applied index is now lower than readState.Index' (duration: 146.132235ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:19.490365Z","caller":"traceutil/trace.go:171","msg":"trace[461544172] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"210.016387ms","start":"2026-05-29T02:58:19.280332Z","end":"2026-05-29T02:58:19.490349Z","steps":["trace[461544172] 'process raft request' (duration: 63.78034ms)","trace[461544172] 'compare' (duration: 145.477859ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:19.490472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.530621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:19.490568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.818911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:19.490611Z","caller":"traceutil/trace.go:171","msg":"trace[103189425] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25264; }","duration":"145.705875ms","start":"2026-05-29T02:58:19.344883Z","end":"2026-05-29T02:58:19.490589Z","steps":["trace[103189425] 'agreement among raft nodes before linearized reading' (duration: 145.49035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.490598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.840296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:19.490673Z","caller":"traceutil/trace.go:171","msg":"trace[1863063794] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25264; }","duration":"158.966475ms","start":"2026-05-29T02:58:19.331684Z","end":"2026-05-29T02:58:19.49065Z","steps":["trace[1863063794] 'agreement among raft nodes before linearized reading' (duration: 158.79065ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:19.49073Z","caller":"traceutil/trace.go:171","msg":"trace[1856195982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25264; }","duration":"114.01194ms","start":"2026-05-29T02:58:19.376698Z","end":"2026-05-29T02:58:19.49071Z","steps":["trace[1856195982] 'agreement among raft nodes before linearized reading' (duration: 113.778984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.804151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.709608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:19.804258Z","caller":"traceutil/trace.go:171","msg":"trace[1551252507] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"273.017327ms","start":"2026-05-29T02:58:19.531222Z","end":"2026-05-29T02:58:19.804239Z","steps":["trace[1551252507] 'process raft request' (duration: 124.134175ms)","trace[1551252507] 'compare' (duration: 148.349589ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:19.890011Z","caller":"traceutil/trace.go:171","msg":"trace[1431371201] linearizableReadLoop","detail":"{readStateIndex:26094; appliedIndex:26092; }","duration":"324.689444ms","start":"2026-05-29T02:58:19.565293Z","end":"2026-05-29T02:58:19.889983Z","steps":["trace[1431371201] 'read index received' (duration: 90.080683ms)","trace[1431371201] 'applied index is now lower than readState.Index' (duration: 234.607141ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:19.890112Z","caller":"traceutil/trace.go:171","msg":"trace[1879390720] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"358.482859ms","start":"2026-05-29T02:58:19.531591Z","end":"2026-05-29T02:58:19.890074Z","steps":["trace[1879390720] 'process raft request' (duration: 358.183822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.890272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.531578Z","time spent":"358.605572ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:19.890285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.872148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:58:19.890336Z","caller":"traceutil/trace.go:171","msg":"trace[989268973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25266; }","duration":"325.074823ms","start":"2026-05-29T02:58:19.565252Z","end":"2026-05-29T02:58:19.890327Z","steps":["trace[989268973] 'agreement among raft nodes before linearized reading' (duration: 324.832447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.890359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.565236Z","time spent":"325.115733ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:58:20.085281Z","caller":"traceutil/trace.go:171","msg":"trace[1408208904] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"370.851528ms","start":"2026-05-29T02:58:19.714399Z","end":"2026-05-29T02:58:20.08525Z","steps":["trace[1408208904] 'process raft request' (duration: 289.476935ms)","trace[1408208904] 'compare' (duration: 80.905351ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:20.085275Z","caller":"traceutil/trace.go:171","msg":"trace[578693693] linearizableReadLoop","detail":"{readStateIndex:26095; appliedIndex:26094; }","duration":"195.162669ms","start":"2026-05-29T02:58:19.890084Z","end":"2026-05-29T02:58:20.085247Z","steps":["trace[578693693] 'read index received' (duration: 113.880218ms)","trace[578693693] 'applied index is now lower than readState.Index' (duration: 81.281351ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:20.085463Z","caller":"traceutil/trace.go:171","msg":"trace[1931420933] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"190.64953ms","start":"2026-05-29T02:58:19.894784Z","end":"2026-05-29T02:58:20.085434Z","steps":["trace[1931420933] 'process raft request' (duration: 190.419114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:20.085586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.335014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:20.08566Z","caller":"traceutil/trace.go:171","msg":"trace[1520730189] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25268; }","duration":"503.486758ms","start":"2026-05-29T02:58:19.582158Z","end":"2026-05-29T02:58:20.085644Z","steps":["trace[1520730189] 'agreement among raft nodes before linearized reading' (duration: 503.189261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:20.085716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.582137Z","time spent":"503.56818ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:20.085703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.714371Z","time spent":"370.982182ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:20.145692Z","caller":"traceutil/trace.go:171","msg":"trace[367863318] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"114.643836ms","start":"2026-05-29T02:58:20.031019Z","end":"2026-05-29T02:58:20.145663Z","steps":["trace[367863318] 'process raft request' (duration: 114.425671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:20.145763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.932016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:20.145902Z","caller":"traceutil/trace.go:171","msg":"trace[457150605] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25269; }","duration":"237.11984ms","start":"2026-05-29T02:58:19.908756Z","end":"2026-05-29T02:58:20.145876Z","steps":["trace[457150605] 'agreement among raft nodes before linearized reading' (duration: 236.868574ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:24.593338Z","caller":"traceutil/trace.go:171","msg":"trace[323228826] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"166.274421ms","start":"2026-05-29T02:58:24.427035Z","end":"2026-05-29T02:58:24.593309Z","steps":["trace[323228826] 'process raft request' (duration: 87.130682ms)","trace[323228826] 'compare' (duration: 78.926094ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:29.871418Z","caller":"traceutil/trace.go:171","msg":"trace[289723416] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"106.041428ms","start":"2026-05-29T02:58:29.765348Z","end":"2026-05-29T02:58:29.871389Z","steps":["trace[289723416] 'process raft request' (duration: 105.856364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:30.15938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.453453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:30.159464Z","caller":"traceutil/trace.go:171","msg":"trace[177869808] linearizableReadLoop","detail":"{readStateIndex:26180; appliedIndex:26179; }","duration":"216.896934ms","start":"2026-05-29T02:58:29.942554Z","end":"2026-05-29T02:58:30.159451Z","steps":["trace[177869808] 'read index received' (duration: 80.36523ms)","trace[177869808] 'applied index is now lower than readState.Index' (duration: 136.530744ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:30.159607Z","caller":"traceutil/trace.go:171","msg":"trace[201965797] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"283.948581ms","start":"2026-05-29T02:58:29.875649Z","end":"2026-05-29T02:58:30.159598Z","steps":["trace[201965797] 'process raft request' (duration: 147.213511ms)","trace[201965797] 'compare' (duration: 136.154496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:30.159796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.244832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:58:30.159819Z","caller":"traceutil/trace.go:171","msg":"trace[942469075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25350; }","duration":"217.311474ms","start":"2026-05-29T02:58:29.942502Z","end":"2026-05-29T02:58:30.159813Z","steps":["trace[942469075] 'agreement among raft nodes before linearized reading' (duration: 217.224872ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:30.323311Z","caller":"traceutil/trace.go:171","msg":"trace[1598860938] linearizableReadLoop","detail":"{readStateIndex:26181; appliedIndex:26180; }","duration":"163.796401ms","start":"2026-05-29T02:58:30.15948Z","end":"2026-05-29T02:58:30.323276Z","steps":["trace[1598860938] 'read index received' (duration: 153.145664ms)","trace[1598860938] 'applied index is now lower than readState.Index' (duration: 10.649367ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:30.323361Z","caller":"traceutil/trace.go:171","msg":"trace[311780385] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"193.474838ms","start":"2026-05-29T02:58:30.129866Z","end":"2026-05-29T02:58:30.323341Z","steps":["trace[311780385] 'process raft request' (duration: 182.757209ms)","trace[311780385] 'compare' (duration: 10.483763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:30.323559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.368372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:58:30.323606Z","caller":"traceutil/trace.go:171","msg":"trace[1639283119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25351; }","duration":"185.473365ms","start":"2026-05-29T02:58:30.138117Z","end":"2026-05-29T02:58:30.32359Z","steps":["trace[1639283119] 'agreement among raft nodes before linearized reading' (duration: 185.309251ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:30.368298Z","caller":"traceutil/trace.go:171","msg":"trace[1786537559] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"204.787901ms","start":"2026-05-29T02:58:30.163478Z","end":"2026-05-29T02:58:30.368266Z","steps":["trace[1786537559] 'process raft request' (duration: 204.536205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:30.368452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.859122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-05-29T02:58:30.368326Z","caller":"traceutil/trace.go:171","msg":"trace[1040257006] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"175.953435ms","start":"2026-05-29T02:58:30.192348Z","end":"2026-05-29T02:58:30.368302Z","steps":["trace[1040257006] 'process raft request' (duration: 175.827422ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:30.368528Z","caller":"traceutil/trace.go:171","msg":"trace[438074534] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25353; }","duration":"124.986255ms","start":"2026-05-29T02:58:30.24352Z","end":"2026-05-29T02:58:30.368506Z","steps":["trace[438074534] 'agreement among raft nodes before linearized reading' (duration: 124.718229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:30.672395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.87124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:30.672465Z","caller":"traceutil/trace.go:171","msg":"trace[1009241851] linearizableReadLoop","detail":"{readStateIndex:26184; appliedIndex:26183; }","duration":"302.762105ms","start":"2026-05-29T02:58:30.369692Z","end":"2026-05-29T02:58:30.672454Z","steps":["trace[1009241851] 'read index received' (duration: 151.750761ms)","trace[1009241851] 'applied index is now lower than readState.Index' (duration: 151.010794ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:30.672536Z","caller":"traceutil/trace.go:171","msg":"trace[797958674] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"344.837359ms","start":"2026-05-29T02:58:30.327662Z","end":"2026-05-29T02:58:30.672499Z","steps":["trace[797958674] 'process raft request' (duration: 193.823906ms)","trace[797958674] 'compare' (duration: 150.779178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:30.672648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.936739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:30.672667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.327637Z","time spent":"344.960843ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:30.672938Z","caller":"traceutil/trace.go:171","msg":"trace[1796290607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25354; }","duration":"303.033551ms","start":"2026-05-29T02:58:30.369662Z","end":"2026-05-29T02:58:30.672695Z","steps":["trace[1796290607] 'agreement among raft nodes before linearized reading' (duration: 302.885817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:30.67304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.369649Z","time spent":"303.37226ms","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:58:30.715831Z","caller":"traceutil/trace.go:171","msg":"trace[239393166] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"100.911124ms","start":"2026-05-29T02:58:30.614879Z","end":"2026-05-29T02:58:30.71579Z","steps":["trace[239393166] 'process raft request' (duration: 100.698009ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:30.903872Z","caller":"traceutil/trace.go:171","msg":"trace[1467573874] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"227.641413ms","start":"2026-05-29T02:58:30.676207Z","end":"2026-05-29T02:58:30.903848Z","steps":["trace[1467573874] 'process raft request' (duration: 227.561911ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:30.903912Z","caller":"traceutil/trace.go:171","msg":"trace[286464336] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"256.725604ms","start":"2026-05-29T02:58:30.647151Z","end":"2026-05-29T02:58:30.903876Z","steps":["trace[286464336] 'process raft request' (duration: 256.465997ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:30.904471Z","caller":"traceutil/trace.go:171","msg":"trace[1304222005] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26184; }","duration":"231.975747ms","start":"2026-05-29T02:58:30.672481Z","end":"2026-05-29T02:58:30.904457Z","steps":["trace[1304222005] 'read index received' (duration: 43.159781ms)","trace[1304222005] 'applied index is now lower than readState.Index' (duration: 188.815126ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:30.904615Z","caller":"traceutil/trace.go:171","msg":"trace[1923023082] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"219.489676ms","start":"2026-05-29T02:58:30.685114Z","end":"2026-05-29T02:58:30.904604Z","steps":["trace[1923023082] 'process raft request' (duration: 218.695467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:30.904797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.631137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:58:30.904845Z","caller":"traceutil/trace.go:171","msg":"trace[178084045] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25358; }","duration":"456.73476ms","start":"2026-05-29T02:58:30.448089Z","end":"2026-05-29T02:58:30.904823Z","steps":["trace[178084045] 'agreement among raft nodes before linearized reading' (duration: 456.603796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:30.904876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.448068Z","time spent":"456.799761ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:58:30.905015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.348928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8f4ea745-7230-4d63-a5ba-1f2542ce0ce4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-29T02:58:30.905049Z","caller":"traceutil/trace.go:171","msg":"trace[406154751] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8f4ea745-7230-4d63-a5ba-1f2542ce0ce4; range_end:; response_count:1; response_revision:25358; }","duration":"533.381429ms","start":"2026-05-29T02:58:30.37166Z","end":"2026-05-29T02:58:30.905041Z","steps":["trace[406154751] 'agreement among raft nodes before linearized reading' (duration: 533.288957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:30.905075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.371614Z","time spent":"533.45443ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8f4ea745-7230-4d63-a5ba-1f2542ce0ce4\" "} {"level":"warn","ts":"2026-05-29T02:58:31.164173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.098087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:31.164409Z","caller":"traceutil/trace.go:171","msg":"trace[172073569] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"252.970284ms","start":"2026-05-29T02:58:30.911416Z","end":"2026-05-29T02:58:31.164386Z","steps":["trace[172073569] 'process raft request' (duration: 252.880182ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:31.164447Z","caller":"traceutil/trace.go:171","msg":"trace[1169651098] linearizableReadLoop","detail":"{readStateIndex:26189; appliedIndex:26188; }","duration":"259.903301ms","start":"2026-05-29T02:58:30.904512Z","end":"2026-05-29T02:58:31.164415Z","steps":["trace[1169651098] 'read index received' (duration: 110.494646ms)","trace[1169651098] 'applied index is now lower than readState.Index' (duration: 149.405985ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:31.164436Z","caller":"traceutil/trace.go:171","msg":"trace[31550858] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"396.21614ms","start":"2026-05-29T02:58:30.768187Z","end":"2026-05-29T02:58:31.164403Z","steps":["trace[31550858] 'process raft request' (duration: 246.795134ms)","trace[31550858] 'compare' (duration: 148.937823ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.164599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.768159Z","time spent":"396.359993ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:31.164645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.122136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:58:31.164688Z","caller":"traceutil/trace.go:171","msg":"trace[1126730478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25360; }","duration":"386.230169ms","start":"2026-05-29T02:58:30.778442Z","end":"2026-05-29T02:58:31.164673Z","steps":["trace[1126730478] 'agreement among raft nodes before linearized reading' (duration: 386.058585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:31.164728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.778416Z","time spent":"386.30148ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:58:31.421328Z","caller":"traceutil/trace.go:171","msg":"trace[1379536464] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"252.578004ms","start":"2026-05-29T02:58:31.168722Z","end":"2026-05-29T02:58:31.4213Z","steps":["trace[1379536464] 'process raft request' (duration: 252.42147ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:31.429374Z","caller":"traceutil/trace.go:171","msg":"trace[1673606587] linearizableReadLoop","detail":"{readStateIndex:26192; appliedIndex:26190; }","duration":"139.802003ms","start":"2026-05-29T02:58:31.289552Z","end":"2026-05-29T02:58:31.429354Z","steps":["trace[1673606587] 'read index received' (duration: 131.696008ms)","trace[1673606587] 'applied index is now lower than readState.Index' (duration: 8.105065ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:31.429456Z","caller":"traceutil/trace.go:171","msg":"trace[1616790554] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"178.236949ms","start":"2026-05-29T02:58:31.251198Z","end":"2026-05-29T02:58:31.429435Z","steps":["trace[1616790554] 'process raft request' (duration: 177.091652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:31.42949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.919706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:31.429515Z","caller":"traceutil/trace.go:171","msg":"trace[1059525156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25362; }","duration":"139.993868ms","start":"2026-05-29T02:58:31.289514Z","end":"2026-05-29T02:58:31.429508Z","steps":["trace[1059525156] 'agreement among raft nodes before linearized reading' (duration: 139.913446ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.669751Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23071} {"level":"info","ts":"2026-05-29T02:59:34.80533Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23071,"took":"131.542634ms","hash":1517855955,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":35729408,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-29T02:59:34.805407Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1517855955,"revision":23071,"compact-revision":20015} {"level":"info","ts":"2026-05-29T02:59:39.05879Z","caller":"traceutil/trace.go:171","msg":"trace[1440983672] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"101.620393ms","start":"2026-05-29T02:59:38.957117Z","end":"2026-05-29T02:59:39.058737Z","steps":["trace[1440983672] 'process raft request' (duration: 98.745103ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:50.795349Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000698a.wal"} {"level":"info","ts":"2026-05-29T03:04:34.676259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25998} {"level":"info","ts":"2026-05-29T03:04:34.833384Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25998,"took":"151.607908ms","hash":1167215043,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":34570240,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-29T03:04:34.833464Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1167215043,"revision":25998,"compact-revision":23071} {"level":"info","ts":"2026-05-29T03:05:10.465721Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T03:05:10.471032Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-29T03:05:10.471158Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-29T03:09:34.683648Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28754} {"level":"info","ts":"2026-05-29T03:09:34.822386Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28754,"took":"134.917604ms","hash":2890468712,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":30351360,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-29T03:09:34.822454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2890468712,"revision":28754,"compact-revision":25998} {"level":"info","ts":"2026-05-29T03:14:34.690916Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31005} {"level":"info","ts":"2026-05-29T03:14:34.825957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31005,"took":"130.245911ms","hash":1278891398,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":30216192,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-29T03:14:34.826037Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1278891398,"revision":31005,"compact-revision":28754} {"level":"info","ts":"2026-05-29T03:19:34.69707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33271} {"level":"info","ts":"2026-05-29T03:19:34.851775Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33271,"took":"150.496776ms","hash":2768169427,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":32133120,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T03:19:34.851846Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2768169427,"revision":33271,"compact-revision":31005} {"level":"info","ts":"2026-05-29T03:24:34.706816Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35564} {"level":"info","ts":"2026-05-29T03:24:34.855938Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35564,"took":"144.541206ms","hash":868106983,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":31883264,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T03:24:34.856003Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":868106983,"revision":35564,"compact-revision":33271} {"level":"info","ts":"2026-05-29T03:26:39.129975Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T03:26:39.158002Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-29T03:26:39.158095Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}